2024-11-07 11:40:10,921 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-07 11:40:10,937 main DEBUG Took 0.013933 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 11:40:10,938 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 11:40:10,938 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 11:40:10,940 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 11:40:10,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 11:40:10,971 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,975 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,975 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,977 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,977 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,978 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,978 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,979 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,980 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,980 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,981 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,981 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,982 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,982 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,983 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,983 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,984 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,984 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,985 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 11:40:10,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,987 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 11:40:10,989 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 11:40:10,990 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 11:40:10,993 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 11:40:10,993 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 11:40:10,995 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 11:40:10,995 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 11:40:11,005 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 11:40:11,008 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 11:40:11,010 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 11:40:11,011 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 11:40:11,011 main DEBUG createAppenders(={Console}) 2024-11-07 11:40:11,012 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-07 11:40:11,012 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-07 11:40:11,013 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-07 11:40:11,013 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 11:40:11,014 main DEBUG OutputStream closed 2024-11-07 11:40:11,014 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 11:40:11,015 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 11:40:11,015 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-07 11:40:11,111 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 11:40:11,114 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 11:40:11,116 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 11:40:11,117 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 11:40:11,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 11:40:11,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 11:40:11,118 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 11:40:11,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 11:40:11,119 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 11:40:11,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 11:40:11,120 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 11:40:11,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 11:40:11,121 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 11:40:11,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 11:40:11,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 11:40:11,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 11:40:11,122 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 11:40:11,123 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 11:40:11,126 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 11:40:11,127 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-07 11:40:11,127 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 11:40:11,128 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-07T11:40:11,546 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c 2024-11-07 11:40:11,551 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 11:40:11,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T11:40:11,564 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-07T11:40:11,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T11:40:11,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198, deleteOnExit=true 2024-11-07T11:40:11,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T11:40:11,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/test.cache.data in system properties and HBase conf 2024-11-07T11:40:11,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T11:40:11,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.log.dir in system properties and HBase conf 2024-11-07T11:40:11,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T11:40:11,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T11:40:11,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T11:40:11,789 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T11:40:11,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T11:40:11,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:40:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T11:40:11,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T11:40:11,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:40:11,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T11:40:11,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T11:40:11,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T11:40:11,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:40:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T11:40:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/nfs.dump.dir in system properties and HBase conf 2024-11-07T11:40:11,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/java.io.tmpdir in system properties and HBase conf 2024-11-07T11:40:11,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T11:40:11,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T11:40:11,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T11:40:12,857 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T11:40:12,942 INFO [Time-limited test {}] log.Log(170): Logging initialized @2991ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T11:40:13,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:40:13,090 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:40:13,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:40:13,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:40:13,117 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T11:40:13,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:40:13,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:40:13,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:40:13,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/java.io.tmpdir/jetty-localhost-42049-hadoop-hdfs-3_4_1-tests_jar-_-any-509556302995300205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:40:13,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:42049} 2024-11-07T11:40:13,359 INFO [Time-limited test {}] server.Server(415): Started @3409ms 2024-11-07T11:40:13,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T11:40:13,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T11:40:13,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T11:40:13,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T11:40:13,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T11:40:13,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.log.dir/,AVAILABLE} 2024-11-07T11:40:13,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T11:40:13,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/java.io.tmpdir/jetty-localhost-35043-hadoop-hdfs-3_4_1-tests_jar-_-any-7961076089268461947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:40:13,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:35043} 2024-11-07T11:40:13,951 INFO [Time-limited test {}] server.Server(415): Started @4001ms 2024-11-07T11:40:14,010 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T11:40:14,656 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data1/current/BP-288516924-172.17.0.2-1730979612608/current, will proceed with Du for space computation calculation, 2024-11-07T11:40:14,657 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data2/current/BP-288516924-172.17.0.2-1730979612608/current, will proceed with Du for space computation calculation, 2024-11-07T11:40:14,715 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T11:40:14,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1114145d48c51e8e with lease ID 0x6ac7e17f510d204c: Processing first storage report for DS-9e52f3de-28e2-4b0e-8e6d-9bfcaab00c8b from datanode DatanodeRegistration(127.0.0.1:34189, datanodeUuid=9a1fa2b8-2814-436d-92b8-5a187ec366d9, infoPort=41865, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=2137635373;c=1730979612608) 2024-11-07T11:40:14,799 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1114145d48c51e8e with lease ID 0x6ac7e17f510d204c: from storage DS-9e52f3de-28e2-4b0e-8e6d-9bfcaab00c8b node DatanodeRegistration(127.0.0.1:34189, datanodeUuid=9a1fa2b8-2814-436d-92b8-5a187ec366d9, infoPort=41865, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=2137635373;c=1730979612608), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-07T11:40:14,799 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1114145d48c51e8e with lease ID 0x6ac7e17f510d204c: Processing first storage report for DS-c270ae79-6199-46fe-858f-1bd85614d12a from datanode DatanodeRegistration(127.0.0.1:34189, datanodeUuid=9a1fa2b8-2814-436d-92b8-5a187ec366d9, infoPort=41865, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=2137635373;c=1730979612608) 2024-11-07T11:40:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1114145d48c51e8e with lease ID 0x6ac7e17f510d204c: from storage DS-c270ae79-6199-46fe-858f-1bd85614d12a node DatanodeRegistration(127.0.0.1:34189, datanodeUuid=9a1fa2b8-2814-436d-92b8-5a187ec366d9, infoPort=41865, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=2137635373;c=1730979612608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T11:40:14,862 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c 2024-11-07T11:40:14,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/zookeeper_0, clientPort=52700, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T11:40:14,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52700 2024-11-07T11:40:14,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:14,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:15,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741825_1001 (size=7) 2024-11-07T11:40:15,727 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 with version=8 2024-11-07T11:40:15,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/hbase-staging 2024-11-07T11:40:15,820 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T11:40:16,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:40:16,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:40:16,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:40:16,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T11:40:16,302 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T11:40:16,311 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T11:40:16,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:40:16,344 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1008 (auto-detected) 2024-11-07T11:40:16,345 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T11:40:16,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43629 2024-11-07T11:40:16,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43629 connecting to ZooKeeper ensemble=127.0.0.1:52700 2024-11-07T11:40:16,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436290x0, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:40:16,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43629-0x1001a0adb710000 connected 2024-11-07T11:40:16,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:16,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:16,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:40:16,491 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447, hbase.cluster.distributed=false 2024-11-07T11:40:16,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:40:16,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-07T11:40:16,530 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43629 2024-11-07T11:40:16,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43629 2024-11-07T11:40:16,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-07T11:40:16,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43629 2024-11-07T11:40:16,649 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f30636bb2128:0 server-side Connection retries=45 2024-11-07T11:40:16,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,651 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T11:40:16,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T11:40:16,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T11:40:16,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T11:40:16,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T11:40:16,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39285 2024-11-07T11:40:16,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39285 connecting to ZooKeeper ensemble=127.0.0.1:52700 2024-11-07T11:40:16,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:16,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:16,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392850x0, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T11:40:16,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392850x0, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:40:16,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39285-0x1001a0adb710001 connected 2024-11-07T11:40:16,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T11:40:16,691 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T11:40:16,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T11:40:16,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T11:40:16,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:40:16,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39285 2024-11-07T11:40:16,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39285 2024-11-07T11:40:16,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:40:16,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39285 2024-11-07T11:40:16,726 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f30636bb2128:43629 2024-11-07T11:40:16,727 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f30636bb2128,43629,1730979615872 2024-11-07T11:40:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:40:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:40:16,737 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f30636bb2128,43629,1730979615872 2024-11-07T11:40:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T11:40:16,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:16,762 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T11:40:16,764 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f30636bb2128,43629,1730979615872 from backup master directory 2024-11-07T11:40:16,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f30636bb2128,43629,1730979615872 2024-11-07T11:40:16,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:40:16,769 WARN [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:40:16,769 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f30636bb2128,43629,1730979615872 2024-11-07T11:40:16,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T11:40:16,771 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T11:40:16,773 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T11:40:16,845 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/hbase.id] with ID: 0f95693c-098a-465e-aea8-6e610af22caf 2024-11-07T11:40:16,846 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/.tmp/hbase.id 2024-11-07T11:40:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741826_1002 (size=42) 2024-11-07T11:40:17,259 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/.tmp/hbase.id]:[hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/hbase.id] 2024-11-07T11:40:17,310 INFO [master/f30636bb2128:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T11:40:17,314 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T11:40:17,333 INFO [master/f30636bb2128:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T11:40:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:17,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741827_1003 (size=196) 2024-11-07T11:40:17,772 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:40:17,775 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T11:40:17,798 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:17,804 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:40:17,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741828_1004 (size=1189) 2024-11-07T11:40:18,264 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store 2024-11-07T11:40:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741829_1005 (size=34) 2024-11-07T11:40:18,693 INFO [master/f30636bb2128:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T11:40:18,696 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:18,697 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:40:18,697 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:40:18,698 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:40:18,699 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:40:18,699 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:40:18,699 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:40:18,701 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730979618697Disabling compacts and flushes for region at 1730979618697Disabling writes for close at 1730979618699 (+2 ms)Writing region close event to WAL at 1730979618699Closed at 1730979618699 2024-11-07T11:40:18,703 WARN [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/.initializing 2024-11-07T11:40:18,703 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/WALs/f30636bb2128,43629,1730979615872 2024-11-07T11:40:18,712 INFO [master/f30636bb2128:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:40:18,727 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C43629%2C1730979615872, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/WALs/f30636bb2128,43629,1730979615872, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/oldWALs, maxLogs=10 2024-11-07T11:40:18,750 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/WALs/f30636bb2128,43629,1730979615872/f30636bb2128%2C43629%2C1730979615872.1730979618731, exclude list is [], retry=0 2024-11-07T11:40:18,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34189,DS-9e52f3de-28e2-4b0e-8e6d-9bfcaab00c8b,DISK] 2024-11-07T11:40:18,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T11:40:18,813 INFO [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/WALs/f30636bb2128,43629,1730979615872/f30636bb2128%2C43629%2C1730979615872.1730979618731 2024-11-07T11:40:18,814 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-11-07T11:40:18,815 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:40:18,815 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:18,820 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,821 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T11:40:18,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:18,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:18,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T11:40:18,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:18,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T11:40:18,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:18,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:18,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T11:40:18,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:18,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:18,926 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,930 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,932 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,939 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,939 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,943 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T11:40:18,946 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T11:40:18,951 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:40:18,952 INFO [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62361925, jitterRate=-0.070734903216362}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T11:40:18,958 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730979618836Initializing all the Stores at 1730979618839 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979618839Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979618840 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979618841 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979618841Cleaning up temporary data from old regions at 1730979618939 (+98 ms)Region opened successfully at 1730979618957 (+18 ms) 2024-11-07T11:40:18,959 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T11:40:19,004 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ae094d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:40:19,050 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T11:40:19,067 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T11:40:19,067 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T11:40:19,071 INFO [master/f30636bb2128:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T11:40:19,073 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T11:40:19,080 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-07T11:40:19,081 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T11:40:19,116 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T11:40:19,129 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T11:40:19,135 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T11:40:19,137 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T11:40:19,139 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T11:40:19,141 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T11:40:19,143 INFO [master/f30636bb2128:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T11:40:19,147 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T11:40:19,149 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T11:40:19,151 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T11:40:19,152 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T11:40:19,185 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T11:40:19,187 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T11:40:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:40:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T11:40:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,195 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f30636bb2128,43629,1730979615872, sessionid=0x1001a0adb710000, setting cluster-up flag (Was=false) 2024-11-07T11:40:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,217 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T11:40:19,220 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,43629,1730979615872 2024-11-07T11:40:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:19,241 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T11:40:19,244 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f30636bb2128,43629,1730979615872 2024-11-07T11:40:19,252 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T11:40:19,317 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(746): ClusterId : 0f95693c-098a-465e-aea8-6e610af22caf 2024-11-07T11:40:19,322 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T11:40:19,328 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T11:40:19,328 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T11:40:19,332 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T11:40:19,333 DEBUG [RS:0;f30636bb2128:39285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6797a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f30636bb2128/172.17.0.2:0 2024-11-07T11:40:19,354 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f30636bb2128:39285 2024-11-07T11:40:19,358 INFO [RS:0;f30636bb2128:39285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T11:40:19,358 INFO [RS:0;f30636bb2128:39285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T11:40:19,358 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T11:40:19,357 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T11:40:19,361 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,43629,1730979615872 with port=39285, startcode=1730979616609 2024-11-07T11:40:19,371 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T11:40:19,378 DEBUG [RS:0;f30636bb2128:39285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T11:40:19,379 INFO [master/f30636bb2128:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T11:40:19,386 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f30636bb2128,43629,1730979615872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T11:40:19,398 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:40:19,398 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:40:19,399 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:40:19,399 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f30636bb2128:0, corePoolSize=5, maxPoolSize=5 2024-11-07T11:40:19,399 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f30636bb2128:0, corePoolSize=10, maxPoolSize=10 2024-11-07T11:40:19,400 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,400 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:40:19,400 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,425 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730979649425 2024-11-07T11:40:19,428 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T11:40:19,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:40:19,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T11:40:19,433 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T11:40:19,437 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T11:40:19,438 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T11:40:19,439 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T11:40:19,440 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T11:40:19,441 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,452 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T11:40:19,452 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:19,454 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T11:40:19,454 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T11:40:19,453 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T11:40:19,461 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44387, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T11:40:19,465 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T11:40:19,465 INFO [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T11:40:19,469 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:19,478 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730979619466,5,FailOnTimeoutGroup] 2024-11-07T11:40:19,489 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730979619478,5,FailOnTimeoutGroup] 2024-11-07T11:40:19,489 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,489 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T11:40:19,492 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,492 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,504 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T11:40:19,505 WARN [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T11:40:19,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741831_1007 (size=1321) 2024-11-07T11:40:19,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T11:40:19,511 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:40:19,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741832_1008 (size=32) 2024-11-07T11:40:19,607 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(2659): reportForDuty to master=f30636bb2128,43629,1730979615872 with port=39285, startcode=1730979616609 2024-11-07T11:40:19,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,613 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(517): Registering regionserver=f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,623 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:40:19,623 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36447 2024-11-07T11:40:19,623 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T11:40:19,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:40:19,628 DEBUG [RS:0;f30636bb2128:39285 {}] zookeeper.ZKUtil(111): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,628 WARN [RS:0;f30636bb2128:39285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T11:40:19,629 INFO [RS:0;f30636bb2128:39285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:40:19,629 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f30636bb2128,39285,1730979616609] 2024-11-07T11:40:19,662 INFO [RS:0;f30636bb2128:39285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T11:40:19,679 INFO [RS:0;f30636bb2128:39285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T11:40:19,685 INFO [RS:0;f30636bb2128:39285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T11:40:19,685 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,686 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T11:40:19,692 INFO [RS:0;f30636bb2128:39285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T11:40:19,694 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,694 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,694 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,695 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,695 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,695 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,696 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f30636bb2128:0, corePoolSize=2, maxPoolSize=2 2024-11-07T11:40:19,696 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,696 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,696 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,697 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,697 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,697 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f30636bb2128:0, corePoolSize=1, maxPoolSize=1 2024-11-07T11:40:19,697 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:40:19,698 DEBUG [RS:0;f30636bb2128:39285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0, corePoolSize=3, maxPoolSize=3 2024-11-07T11:40:19,708 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,708 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,709 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,709 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,709 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,709 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,39285,1730979616609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:40:19,734 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T11:40:19,736 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,39285,1730979616609-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,736 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,736 INFO [RS:0;f30636bb2128:39285 {}] regionserver.Replication(171): f30636bb2128,39285,1730979616609 started 2024-11-07T11:40:19,760 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:19,760 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1482): Serving as f30636bb2128,39285,1730979616609, RpcServer on f30636bb2128/172.17.0.2:39285, sessionid=0x1001a0adb710001 2024-11-07T11:40:19,761 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T11:40:19,761 DEBUG [RS:0;f30636bb2128:39285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,762 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,39285,1730979616609' 2024-11-07T11:40:19,762 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T11:40:19,763 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T11:40:19,764 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T11:40:19,764 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T11:40:19,764 DEBUG [RS:0;f30636bb2128:39285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f30636bb2128,39285,1730979616609 2024-11-07T11:40:19,764 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f30636bb2128,39285,1730979616609' 2024-11-07T11:40:19,764 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T11:40:19,765 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T11:40:19,766 DEBUG [RS:0;f30636bb2128:39285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T11:40:19,766 INFO [RS:0;f30636bb2128:39285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T11:40:19,766 INFO [RS:0;f30636bb2128:39285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T11:40:19,872 INFO [RS:0;f30636bb2128:39285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T11:40:19,876 INFO [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C39285%2C1730979616609, suffix=, logDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/oldWALs, maxLogs=32 2024-11-07T11:40:19,893 DEBUG [RS:0;f30636bb2128:39285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609/f30636bb2128%2C39285%2C1730979616609.1730979619878, exclude list is [], retry=0 2024-11-07T11:40:19,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34189,DS-9e52f3de-28e2-4b0e-8e6d-9bfcaab00c8b,DISK] 2024-11-07T11:40:19,904 INFO [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609/f30636bb2128%2C39285%2C1730979616609.1730979619878 2024-11-07T11:40:19,905 DEBUG [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-11-07T11:40:19,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:19,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:40:19,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:40:19,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:19,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:19,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:40:19,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:40:19,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:19,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:19,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:40:19,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:40:19,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:19,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:19,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:40:19,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:40:19,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:19,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:19,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:40:19,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740 2024-11-07T11:40:19,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740 2024-11-07T11:40:19,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:40:19,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:40:19,980 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:40:19,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:40:19,988 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:40:19,989 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63162852, jitterRate=-0.05880016088485718}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:40:19,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730979619928Initializing all the Stores at 1730979619930 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979619930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979619948 (+18 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979619949 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979619949Cleaning up temporary data from old regions at 1730979619979 (+30 ms)Region opened successfully at 1730979619991 (+12 ms) 2024-11-07T11:40:19,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:40:19,992 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:40:19,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:40:19,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:40:19,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:40:19,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:40:19,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730979619992Disabling compacts and flushes for region at 1730979619992Disabling writes for close at 1730979619992Writing region close event to WAL at 1730979619993 (+1 ms)Closed at 1730979619994 (+1 ms) 2024-11-07T11:40:19,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:40:19,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T11:40:20,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T11:40:20,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:40:20,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T11:40:20,176 DEBUG [f30636bb2128:43629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T11:40:20,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:20,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,39285,1730979616609, state=OPENING 2024-11-07T11:40:20,214 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T11:40:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:20,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:40:20,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:40:20,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:40:20,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T11:40:20,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:20,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T11:40:20,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T11:40:20,464 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T11:40:20,464 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T11:40:20,465 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T11:40:20,470 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f30636bb2128%2C39285%2C1730979616609.meta, suffix=.meta, logDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609, archiveDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/oldWALs, maxLogs=32 2024-11-07T11:40:20,496 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609/f30636bb2128%2C39285%2C1730979616609.meta.1730979620473.meta, exclude list is [], retry=0 2024-11-07T11:40:20,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34189,DS-9e52f3de-28e2-4b0e-8e6d-9bfcaab00c8b,DISK] 2024-11-07T11:40:20,511 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/WALs/f30636bb2128,39285,1730979616609/f30636bb2128%2C39285%2C1730979616609.meta.1730979620473.meta 2024-11-07T11:40:20,525 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41865:41865)] 2024-11-07T11:40:20,525 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:40:20,528 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T11:40:20,531 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T11:40:20,540 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T11:40:20,548 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T11:40:20,549 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:20,549 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T11:40:20,549 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T11:40:20,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T11:40:20,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T11:40:20,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:20,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:20,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T11:40:20,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T11:40:20,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:20,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:20,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T11:40:20,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T11:40:20,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:20,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:20,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T11:40:20,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T11:40:20,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:20,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T11:40:20,572 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T11:40:20,574 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740 2024-11-07T11:40:20,578 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740 2024-11-07T11:40:20,581 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T11:40:20,581 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T11:40:20,583 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:40:20,586 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T11:40:20,588 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64852834, jitterRate=-0.03361746668815613}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:40:20,588 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T11:40:20,590 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730979620550Writing region info on filesystem at 1730979620550Initializing all the Stores at 1730979620553 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979620553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979620554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979620554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730979620554Cleaning up temporary data from old regions at 1730979620582 (+28 ms)Running coprocessor post-open hooks at 1730979620588 (+6 ms)Region opened successfully at 1730979620590 (+2 ms) 2024-11-07T11:40:20,598 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730979620402 2024-11-07T11:40:20,611 DEBUG [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T11:40:20,611 INFO [RS_OPEN_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T11:40:20,613 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:20,615 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f30636bb2128,39285,1730979616609, state=OPEN 2024-11-07T11:40:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:40:20,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T11:40:20,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:40:20,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:20,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T11:40:20,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T11:40:20,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f30636bb2128,39285,1730979616609 in 395 msec 2024-11-07T11:40:20,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T11:40:20,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-07T11:40:20,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T11:40:20,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T11:40:20,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:20,666 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:20,690 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:20,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56573, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:20,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4200 sec 2024-11-07T11:40:20,711 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730979620711, completionTime=-1 2024-11-07T11:40:20,714 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T11:40:20,714 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T11:40:20,745 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-07T11:40:20,745 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730979680745 2024-11-07T11:40:20,746 INFO [master/f30636bb2128:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730979740746 2024-11-07T11:40:20,746 INFO [master/f30636bb2128:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-07T11:40:20,748 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,748 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,748 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,750 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f30636bb2128:43629, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,750 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,751 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,757 DEBUG [master/f30636bb2128:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T11:40:20,779 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.010sec 2024-11-07T11:40:20,780 INFO [master/f30636bb2128:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T11:40:20,781 INFO [master/f30636bb2128:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T11:40:20,782 INFO [master/f30636bb2128:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T11:40:20,783 INFO [master/f30636bb2128:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T11:40:20,783 INFO [master/f30636bb2128:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T11:40:20,784 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T11:40:20,785 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T11:40:20,794 DEBUG [master/f30636bb2128:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T11:40:20,794 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T11:40:20,795 INFO [master/f30636bb2128:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f30636bb2128,43629,1730979615872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T11:40:20,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:20,828 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T11:40:20,828 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T11:40:20,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:20,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:20,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:20,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35488a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:20,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:20,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:20,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:20,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:20,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:20,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:20,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:20,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f30636bb2128,43629,1730979615872 2024-11-07T11:40:20,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=2757 2024-11-07T11:40:20,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:40:20,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:40:20,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668d1836 2024-11-07T11:40:20,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:40:20,949 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:40:20,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:40:20,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:40:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:20,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:40:20,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-07T11:40:20,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:20,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:40:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:40:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741835_1011 (size=1061) 2024-11-07T11:40:20,984 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:40:20,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741836_1012 (size=53) 2024-11-07T11:40:21,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:40:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:40:21,394 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:21,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c26206421f630c141c5458a3ad44a111, disabling compactions & flushes 2024-11-07T11:40:21,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. after waiting 0 ms 2024-11-07T11:40:21,395 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,396 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c26206421f630c141c5458a3ad44a111: Waiting for close lock at 1730979621395Disabling compacts and flushes for region at 1730979621395Disabling writes for close at 1730979621395Writing region close event to WAL at 1730979621395Closed at 1730979621395 2024-11-07T11:40:21,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:40:21,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979621398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979621398"}]},"ts":"1730979621398"} 2024-11-07T11:40:21,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:40:21,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:40:21,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979621412"}]},"ts":"1730979621412"} 2024-11-07T11:40:21,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:40:21,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, ASSIGN}] 2024-11-07T11:40:21,427 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, ASSIGN 2024-11-07T11:40:21,429 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:40:21,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26206421f630c141c5458a3ad44a111, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:21,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, ASSIGN because future has completed 2024-11-07T11:40:21,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:40:21,753 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,753 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:40:21,754 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,754 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:21,754 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,754 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,757 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,762 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:21,762 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26206421f630c141c5458a3ad44a111 columnFamilyName A 2024-11-07T11:40:21,763 DEBUG [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:21,764 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(327): Store=c26206421f630c141c5458a3ad44a111/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:21,764 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,766 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:21,767 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26206421f630c141c5458a3ad44a111 columnFamilyName B 2024-11-07T11:40:21,767 DEBUG [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:21,769 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(327): Store=c26206421f630c141c5458a3ad44a111/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:21,770 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,773 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:21,773 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26206421f630c141c5458a3ad44a111 columnFamilyName C 2024-11-07T11:40:21,774 DEBUG [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:21,775 INFO [StoreOpener-c26206421f630c141c5458a3ad44a111-1 {}] regionserver.HStore(327): Store=c26206421f630c141c5458a3ad44a111/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:21,775 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,775 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,777 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,777 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,779 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,779 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,780 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:40:21,783 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,786 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:40:21,787 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c26206421f630c141c5458a3ad44a111; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70617726, jitterRate=0.052286118268966675}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:40:21,787 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:21,789 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c26206421f630c141c5458a3ad44a111: Running coprocessor pre-open hook at 1730979621755Writing region info on filesystem at 1730979621755Initializing all the Stores at 1730979621757 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979621757Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979621757Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979621757Cleaning up temporary data from old regions at 1730979621779 (+22 ms)Running coprocessor post-open hooks at 1730979621787 (+8 ms)Region opened successfully at 1730979621789 (+2 ms) 2024-11-07T11:40:21,792 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., pid=6, masterSystemTime=1730979621744 2024-11-07T11:40:21,796 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,796 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:21,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26206421f630c141c5458a3ad44a111, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:21,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:40:21,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T11:40:21,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 in 217 msec 2024-11-07T11:40:21,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T11:40:21,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:40:21,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979621818"}]},"ts":"1730979621818"} 2024-11-07T11:40:21,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, ASSIGN in 387 msec 2024-11-07T11:40:21,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:40:21,825 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:40:21,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 867 msec 2024-11-07T11:40:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T11:40:22,113 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:22,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf95fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,121 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fa5eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,124 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a66f173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:40:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:40:22,134 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c52dcb8 2024-11-07T11:40:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:40:22,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:40:22,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cbc6ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,151 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,157 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,162 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b37f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a084b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,182 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b2729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,188 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c42c597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2185f300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2823047e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57135afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b107c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,205 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdd2b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,208 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f83cf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605ecfde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,218 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b12d099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,221 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaa86d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2019371a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:22,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:22,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:22,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25ecbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:22,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:22,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a74f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:22,235 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,240 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,243 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,247 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,250 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,250 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:22,261 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47210, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-07T11:40:22,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:22,270 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,270 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:22,270 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,272 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,272 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:22,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,273 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,274 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:22,274 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,293 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:22,296 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:22,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:40:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:22,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:40:22,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:22,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:22,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:22,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:22,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:22,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:22,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/0ba6b15e28e94bc58b97d90195e9264b is 50, key is test_row_0/A:col10/1730979622291/Put/seqid=0 2024-11-07T11:40:22,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741837_1013 (size=12001) 2024-11-07T11:40:22,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/0ba6b15e28e94bc58b97d90195e9264b 2024-11-07T11:40:22,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979682544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979682541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979682551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979682580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979682586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979682702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979682712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979682702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979682713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979682712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/3d13adae71b2496eb65a622987367ccc is 50, key is test_row_0/B:col10/1730979622291/Put/seqid=0 2024-11-07T11:40:22,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741838_1014 (size=12001) 2024-11-07T11:40:22,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:22,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:22,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979682932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979682933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979682934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979682943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979682944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:22,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:23,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/3d13adae71b2496eb65a622987367ccc 2024-11-07T11:40:23,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/30a5d416e1cb4ed58eae80623629aa7c is 50, key is test_row_0/C:col10/1730979622291/Put/seqid=0 2024-11-07T11:40:23,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979683242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979683253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,257 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979683253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979683261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979683262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741839_1015 (size=12001) 2024-11-07T11:40:23,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/30a5d416e1cb4ed58eae80623629aa7c 2024-11-07T11:40:23,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/0ba6b15e28e94bc58b97d90195e9264b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b 2024-11-07T11:40:23,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T11:40:23,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/3d13adae71b2496eb65a622987367ccc as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc 2024-11-07T11:40:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:23,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T11:40:23,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/30a5d416e1cb4ed58eae80623629aa7c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c 2024-11-07T11:40:23,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T11:40:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for c26206421f630c141c5458a3ad44a111 in 1026ms, sequenceid=14, compaction requested=false 2024-11-07T11:40:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T11:40:23,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:23,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T11:40:23,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:23,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:23,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:23,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9cc7e746d062436ea2d77a72f21a5dba is 50, key is test_row_0/A:col10/1730979622577/Put/seqid=0 2024-11-07T11:40:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741840_1016 (size=12001) 2024-11-07T11:40:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:23,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979683790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979683794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979683795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979683800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979683802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979683912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979683921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979683922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979683923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979683922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:23,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9cc7e746d062436ea2d77a72f21a5dba 2024-11-07T11:40:24,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/755cfa4768b14a63ab26135619885bbb is 50, key is test_row_0/B:col10/1730979622577/Put/seqid=0 2024-11-07T11:40:24,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741841_1017 (size=12001) 2024-11-07T11:40:24,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979684122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979684142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979684142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979684143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979684143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,155 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979684442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/755cfa4768b14a63ab26135619885bbb 2024-11-07T11:40:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979684461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979684462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979684463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979684463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,481 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e917ca45cfc7489786969a02b7c0fd1e is 50, key is test_row_0/C:col10/1730979622577/Put/seqid=0 2024-11-07T11:40:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741842_1018 (size=12001) 2024-11-07T11:40:24,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979684961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e917ca45cfc7489786969a02b7c0fd1e 2024-11-07T11:40:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979684982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:24,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:24,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9cc7e746d062436ea2d77a72f21a5dba as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba 2024-11-07T11:40:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979684992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979684992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:25,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979684992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:25,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:25,016 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba, entries=150, sequenceid=33, filesize=11.7 K 2024-11-07T11:40:25,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/755cfa4768b14a63ab26135619885bbb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb 2024-11-07T11:40:25,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb, entries=150, sequenceid=33, filesize=11.7 K 2024-11-07T11:40:25,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e917ca45cfc7489786969a02b7c0fd1e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e 2024-11-07T11:40:25,055 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e, entries=150, sequenceid=33, filesize=11.7 K 2024-11-07T11:40:25,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for c26206421f630c141c5458a3ad44a111 in 1554ms, sequenceid=33, compaction requested=false 2024-11-07T11:40:25,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T11:40:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T11:40:25,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T11:40:25,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7890 sec 2024-11-07T11:40:25,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.8060 sec 2024-11-07T11:40:25,990 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:40:25,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:25,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:25,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:25,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:25,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:25,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:26,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/293520dd87ab47709c7ef69ba86a673d is 50, key is test_row_0/A:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741843_1019 (size=14341) 2024-11-07T11:40:26,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:40:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979686063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979686072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979686095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979686095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979686083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T11:40:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979686201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979686201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979686217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979686218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979686218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T11:40:26,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T11:40:26,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:40:26,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T11:40:26,307 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T11:40:26,307 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T11:40:26,308 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:40:26,308 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T11:40:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979686422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979686422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,430 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979686438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979686438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979686438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T11:40:26,443 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-07T11:40:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:26,448 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:26,449 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:26,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:26,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/293520dd87ab47709c7ef69ba86a673d 2024-11-07T11:40:26,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/74f4412acab84002ab1f3f75c028ba09 is 50, key is test_row_0/B:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741844_1020 (size=12001) 2024-11-07T11:40:26,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/74f4412acab84002ab1f3f75c028ba09 2024-11-07T11:40:26,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb736417a6504237a3a752c95d0ae06f is 50, key is test_row_0/C:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:26,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741845_1021 (size=12001) 2024-11-07T11:40:26,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb736417a6504237a3a752c95d0ae06f 2024-11-07T11:40:26,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/293520dd87ab47709c7ef69ba86a673d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d 2024-11-07T11:40:26,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d, entries=200, sequenceid=48, filesize=14.0 K 2024-11-07T11:40:26,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/74f4412acab84002ab1f3f75c028ba09 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09 2024-11-07T11:40:26,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T11:40:26,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb736417a6504237a3a752c95d0ae06f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f 2024-11-07T11:40:26,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T11:40:26,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c26206421f630c141c5458a3ad44a111 in 704ms, sequenceid=48, compaction requested=true 2024-11-07T11:40:26,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:26,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:26,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:26,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:26,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:26,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:26,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:26,709 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:26,713 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:26,718 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:26,721 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:26,721 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,722 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.2 K 2024-11-07T11:40:26,725 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d13adae71b2496eb65a622987367ccc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979622291 2024-11-07T11:40:26,726 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 755cfa4768b14a63ab26135619885bbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1730979622507 2024-11-07T11:40:26,727 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f4412acab84002ab1f3f75c028ba09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:26,730 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:26,730 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:26,730 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,730 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.4 K 2024-11-07T11:40:26,732 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ba6b15e28e94bc58b97d90195e9264b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979622291 2024-11-07T11:40:26,739 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cc7e746d062436ea2d77a72f21a5dba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1730979622507 2024-11-07T11:40:26,740 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 293520dd87ab47709c7ef69ba86a673d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:26,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:26,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:26,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,776 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#9 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:26,778 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/1cff84cc84a04b5098e4771aaf596c20 is 50, key is test_row_0/B:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,778 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:26,783 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9ef8ace670754084b8ed7a8e6a51f51c is 50, key is test_row_0/A:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1460ed1de4d4958a913521e9be0a12a is 50, key is test_row_0/A:col10/1730979626754/Put/seqid=0 2024-11-07T11:40:26,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741846_1022 (size=12104) 2024-11-07T11:40:26,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741847_1023 (size=12104) 2024-11-07T11:40:26,858 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/1cff84cc84a04b5098e4771aaf596c20 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/1cff84cc84a04b5098e4771aaf596c20 2024-11-07T11:40:26,876 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9ef8ace670754084b8ed7a8e6a51f51c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9ef8ace670754084b8ed7a8e6a51f51c 2024-11-07T11:40:26,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979686847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979686849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,887 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 1cff84cc84a04b5098e4771aaf596c20(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:26,887 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:26,890 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979626706; duration=0sec 2024-11-07T11:40:26,891 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:26,891 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:26,891 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979686857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979686870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,900 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,909 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into 9ef8ace670754084b8ed7a8e6a51f51c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:26,909 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:26,909 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979626696; duration=0sec 2024-11-07T11:40:26,910 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:26,910 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:26,911 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:26,911 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:26,912 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741848_1024 (size=12001) 2024-11-07T11:40:26,912 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.2 K 2024-11-07T11:40:26,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979686878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,913 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 30a5d416e1cb4ed58eae80623629aa7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979622291 2024-11-07T11:40:26,914 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e917ca45cfc7489786969a02b7c0fd1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1730979622507 2024-11-07T11:40:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,915 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting bb736417a6504237a3a752c95d0ae06f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:26,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:26,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:26,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:26,954 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#12 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:26,955 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/216da4e0fa6b4ade93e2921a61292660 is 50, key is test_row_0/C:col10/1730979623771/Put/seqid=0 2024-11-07T11:40:26,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979686982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:26,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979686983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:26,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:26,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:26,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741849_1025 (size=12104) 2024-11-07T11:40:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979687002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,017 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/216da4e0fa6b4ade93e2921a61292660 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/216da4e0fa6b4ade93e2921a61292660 2024-11-07T11:40:27,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979687012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,033 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 216da4e0fa6b4ade93e2921a61292660(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:27,033 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:27,034 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979626706; duration=0sec 2024-11-07T11:40:27,034 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:27,034 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979687022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:27,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979687192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979687192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979687222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979687231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979687241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1460ed1de4d4958a913521e9be0a12a 2024-11-07T11:40:27,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/871fed8fbb8040b3bc69ef8f3baf7b8e is 50, key is test_row_0/B:col10/1730979626754/Put/seqid=0 2024-11-07T11:40:27,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741850_1026 (size=12001) 2024-11-07T11:40:27,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/871fed8fbb8040b3bc69ef8f3baf7b8e 2024-11-07T11:40:27,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b5c96d16fa7b4391918c0c3350135fda is 50, key is test_row_0/C:col10/1730979626754/Put/seqid=0 2024-11-07T11:40:27,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741851_1027 (size=12001) 2024-11-07T11:40:27,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b5c96d16fa7b4391918c0c3350135fda 2024-11-07T11:40:27,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1460ed1de4d4958a913521e9be0a12a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a 2024-11-07T11:40:27,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a, entries=150, sequenceid=67, filesize=11.7 K 2024-11-07T11:40:27,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/871fed8fbb8040b3bc69ef8f3baf7b8e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e 2024-11-07T11:40:27,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e, entries=150, sequenceid=67, filesize=11.7 K 2024-11-07T11:40:27,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b5c96d16fa7b4391918c0c3350135fda as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda 2024-11-07T11:40:27,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda, entries=150, sequenceid=67, filesize=11.7 K 2024-11-07T11:40:27,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for c26206421f630c141c5458a3ad44a111 in 741ms, sequenceid=67, compaction requested=false 2024-11-07T11:40:27,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:27,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:27,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d368953458cb4296b05bfbc67e5a656c is 50, key is test_row_0/A:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741852_1028 (size=14341) 2024-11-07T11:40:27,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d368953458cb4296b05bfbc67e5a656c 2024-11-07T11:40:27,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979687599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979687601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979687603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979687610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979687613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/14d3dea56fdb42b9a03b152efd71dd98 is 50, key is test_row_0/B:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741853_1029 (size=12001) 2024-11-07T11:40:27,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/14d3dea56fdb42b9a03b152efd71dd98 2024-11-07T11:40:27,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3238ce5a8acd439290ae2e1f5ec258d0 is 50, key is test_row_0/C:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741854_1030 (size=12001) 2024-11-07T11:40:27,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3238ce5a8acd439290ae2e1f5ec258d0 2024-11-07T11:40:27,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d368953458cb4296b05bfbc67e5a656c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c 2024-11-07T11:40:27,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979687721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979687722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979687722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979687722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979687731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:27,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c, entries=200, sequenceid=85, filesize=14.0 K 2024-11-07T11:40:27,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/14d3dea56fdb42b9a03b152efd71dd98 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98 2024-11-07T11:40:27,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98, entries=150, sequenceid=85, filesize=11.7 K 2024-11-07T11:40:27,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3238ce5a8acd439290ae2e1f5ec258d0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0 2024-11-07T11:40:27,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0, entries=150, sequenceid=85, filesize=11.7 K 2024-11-07T11:40:27,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c26206421f630c141c5458a3ad44a111 in 265ms, sequenceid=85, compaction requested=true 2024-11-07T11:40:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:27,777 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:27,778 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:27,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:27,780 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:27,780 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:27,780 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,780 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9ef8ace670754084b8ed7a8e6a51f51c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.5 K 2024-11-07T11:40:27,783 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:27,783 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ef8ace670754084b8ed7a8e6a51f51c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:27,783 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:27,783 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,783 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/1cff84cc84a04b5098e4771aaf596c20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.3 K 2024-11-07T11:40:27,784 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1460ed1de4d4958a913521e9be0a12a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1730979626083 2024-11-07T11:40:27,785 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cff84cc84a04b5098e4771aaf596c20, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:27,785 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d368953458cb4296b05bfbc67e5a656c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:27,786 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 871fed8fbb8040b3bc69ef8f3baf7b8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1730979626083 2024-11-07T11:40:27,787 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d3dea56fdb42b9a03b152efd71dd98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:27,811 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:27,812 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/757b4c6ff39a4b92a3f7b5a4a48309fa is 50, key is test_row_0/A:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,823 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:27,824 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b3676f9282fa4c1db8e2b5fe67209c32 is 50, key is test_row_0/B:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741855_1031 (size=12207) 2024-11-07T11:40:27,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741856_1032 (size=12207) 2024-11-07T11:40:27,860 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/757b4c6ff39a4b92a3f7b5a4a48309fa as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/757b4c6ff39a4b92a3f7b5a4a48309fa 2024-11-07T11:40:27,875 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into 757b4c6ff39a4b92a3f7b5a4a48309fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:27,876 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:27,876 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979627777; duration=0sec 2024-11-07T11:40:27,876 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:27,876 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:27,877 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:27,884 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:27,885 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:27,885 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,885 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/216da4e0fa6b4ade93e2921a61292660, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.3 K 2024-11-07T11:40:27,886 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216da4e0fa6b4ade93e2921a61292660, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979623771 2024-11-07T11:40:27,887 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5c96d16fa7b4391918c0c3350135fda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1730979626083 2024-11-07T11:40:27,887 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3238ce5a8acd439290ae2e1f5ec258d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:27,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T11:40:27,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:27,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-07T11:40:27,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:27,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/e2fbff01bb0840a3b1d8f8d85ccc2dce is 50, key is test_row_0/A:col10/1730979627561/Put/seqid=0 2024-11-07T11:40:27,935 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:27,936 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ec91541b9c834f48b4d12e71b9d28e64 is 50, key is test_row_0/C:col10/1730979626871/Put/seqid=0 2024-11-07T11:40:27,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:27,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:27,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979687956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979687959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979687960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741857_1033 (size=12001) 2024-11-07T11:40:27,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979687962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,971 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/e2fbff01bb0840a3b1d8f8d85ccc2dce 2024-11-07T11:40:27,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:27,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979687963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:27,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741858_1034 (size=12207) 2024-11-07T11:40:27,998 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ec91541b9c834f48b4d12e71b9d28e64 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ec91541b9c834f48b4d12e71b9d28e64 2024-11-07T11:40:27,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/6e053d5d803743ae85545214214c54c4 is 50, key is test_row_0/B:col10/1730979627561/Put/seqid=0 2024-11-07T11:40:28,008 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into ec91541b9c834f48b4d12e71b9d28e64(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:28,008 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:28,008 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979627778; duration=0sec 2024-11-07T11:40:28,008 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:28,008 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:28,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741859_1035 (size=12001) 2024-11-07T11:40:28,042 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/6e053d5d803743ae85545214214c54c4 2024-11-07T11:40:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/a57e650b1add4af19280677e30af1298 is 50, key is test_row_0/C:col10/1730979627561/Put/seqid=0 2024-11-07T11:40:28,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741860_1036 (size=12001) 2024-11-07T11:40:28,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979688071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979688071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979688081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979688082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979688082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,262 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b3676f9282fa4c1db8e2b5fe67209c32 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b3676f9282fa4c1db8e2b5fe67209c32 2024-11-07T11:40:28,278 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into b3676f9282fa4c1db8e2b5fe67209c32(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:28,278 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:28,278 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979627778; duration=0sec 2024-11-07T11:40:28,278 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:28,278 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979688281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979688281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979688292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979688291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979688293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/a57e650b1add4af19280677e30af1298 2024-11-07T11:40:28,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/e2fbff01bb0840a3b1d8f8d85ccc2dce as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce 2024-11-07T11:40:28,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T11:40:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/6e053d5d803743ae85545214214c54c4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4 2024-11-07T11:40:28,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T11:40:28,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/a57e650b1add4af19280677e30af1298 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298 2024-11-07T11:40:28,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298, entries=150, sequenceid=103, filesize=11.7 K 2024-11-07T11:40:28,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c26206421f630c141c5458a3ad44a111 in 641ms, sequenceid=103, compaction requested=false 2024-11-07T11:40:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T11:40:28,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T11:40:28,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T11:40:28,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0850 sec 2024-11-07T11:40:28,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.0940 sec 2024-11-07T11:40:28,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T11:40:28,592 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:28,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-07T11:40:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:40:28,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:28,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:28,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:28,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-07T11:40:28,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f931bcc2710343779586a9825c683f9e is 50, key is test_row_0/A:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:28,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979688626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979688630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979688633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979688636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979688638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741861_1037 (size=14341) 2024-11-07T11:40:28,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f931bcc2710343779586a9825c683f9e 2024-11-07T11:40:28,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/36ccb2bc4f594e5ca3acdcdde7e15652 is 50, key is test_row_0/B:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:28,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741862_1038 (size=12001) 2024-11-07T11:40:28,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/36ccb2bc4f594e5ca3acdcdde7e15652 2024-11-07T11:40:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:40:28,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e66a3b8a5ba64b2394ef8f359eb07ad2 is 50, key is test_row_0/C:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:28,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741863_1039 (size=12001) 2024-11-07T11:40:28,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e66a3b8a5ba64b2394ef8f359eb07ad2 2024-11-07T11:40:28,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979688741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979688742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f931bcc2710343779586a9825c683f9e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e 2024-11-07T11:40:28,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979688751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T11:40:28,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:28,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:28,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979688752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:28,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979688752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:28,762 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:28,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e, entries=200, sequenceid=124, filesize=14.0 K 2024-11-07T11:40:28,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/36ccb2bc4f594e5ca3acdcdde7e15652 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652 2024-11-07T11:40:28,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652, entries=150, sequenceid=124, filesize=11.7 K 2024-11-07T11:40:28,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e66a3b8a5ba64b2394ef8f359eb07ad2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2 2024-11-07T11:40:28,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2, entries=150, sequenceid=124, filesize=11.7 K 2024-11-07T11:40:28,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for c26206421f630c141c5458a3ad44a111 in 223ms, sequenceid=124, compaction requested=true 2024-11-07T11:40:28,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:28,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:28,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:28,833 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:28,834 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:28,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:28,836 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:28,836 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:28,836 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:28,836 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:28,837 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,837 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,837 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b3676f9282fa4c1db8e2b5fe67209c32, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.4 K 2024-11-07T11:40:28,837 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/757b4c6ff39a4b92a3f7b5a4a48309fa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.6 K 2024-11-07T11:40:28,839 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b3676f9282fa4c1db8e2b5fe67209c32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:28,839 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 757b4c6ff39a4b92a3f7b5a4a48309fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:28,840 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e053d5d803743ae85545214214c54c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1730979627561 2024-11-07T11:40:28,841 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2fbff01bb0840a3b1d8f8d85ccc2dce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1730979627561 2024-11-07T11:40:28,846 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 36ccb2bc4f594e5ca3acdcdde7e15652, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:28,850 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f931bcc2710343779586a9825c683f9e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:28,876 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:28,877 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/38a6286d5f6c47749f6a3a2b4af62b25 is 50, key is test_row_0/B:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:28,885 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:28,885 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/ea85f0c4adee44fd9cde3bbf66a90584 is 50, key is test_row_0/A:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:28,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T11:40:28,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:28,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:40:28,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/03291baf7b37452bb19c7dd0fbba6906 is 50, key is test_row_0/A:col10/1730979628631/Put/seqid=0 2024-11-07T11:40:28,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741865_1041 (size=12309) 2024-11-07T11:40:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:28,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:28,956 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/ea85f0c4adee44fd9cde3bbf66a90584 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ea85f0c4adee44fd9cde3bbf66a90584 2024-11-07T11:40:28,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741864_1040 (size=12309) 2024-11-07T11:40:28,968 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/38a6286d5f6c47749f6a3a2b4af62b25 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/38a6286d5f6c47749f6a3a2b4af62b25 2024-11-07T11:40:28,968 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into ea85f0c4adee44fd9cde3bbf66a90584(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:28,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:28,969 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979628833; duration=0sec 2024-11-07T11:40:28,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:28,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:28,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:28,973 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:28,973 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:28,973 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:28,973 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ec91541b9c834f48b4d12e71b9d28e64, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=35.4 K 2024-11-07T11:40:28,977 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec91541b9c834f48b4d12e71b9d28e64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1730979626849 2024-11-07T11:40:28,979 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a57e650b1add4af19280677e30af1298, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1730979627561 2024-11-07T11:40:28,980 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e66a3b8a5ba64b2394ef8f359eb07ad2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:29,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741866_1042 (size=12151) 2024-11-07T11:40:29,002 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 38a6286d5f6c47749f6a3a2b4af62b25(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:29,002 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:29,003 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979628833; duration=0sec 2024-11-07T11:40:29,003 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:29,003 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:29,004 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/03291baf7b37452bb19c7dd0fbba6906 2024-11-07T11:40:29,013 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:29,014 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/20cf7dd1335547cda906fda36894002c is 50, key is test_row_0/C:col10/1730979628606/Put/seqid=0 2024-11-07T11:40:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/514c29394a684cdaaaa6cc0827a6b595 is 50, key is test_row_0/B:col10/1730979628631/Put/seqid=0 2024-11-07T11:40:29,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741867_1043 (size=12309) 2024-11-07T11:40:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741868_1044 (size=12151) 2024-11-07T11:40:29,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/514c29394a684cdaaaa6cc0827a6b595 2024-11-07T11:40:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dd1819ce9ad848ee929e5790b7f9a299 is 50, key is test_row_0/C:col10/1730979628631/Put/seqid=0 2024-11-07T11:40:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741869_1045 (size=12151) 2024-11-07T11:40:29,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dd1819ce9ad848ee929e5790b7f9a299 2024-11-07T11:40:29,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/03291baf7b37452bb19c7dd0fbba6906 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906 2024-11-07T11:40:29,135 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906, entries=150, sequenceid=138, filesize=11.9 K 2024-11-07T11:40:29,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/514c29394a684cdaaaa6cc0827a6b595 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595 2024-11-07T11:40:29,170 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595, entries=150, sequenceid=138, filesize=11.9 K 2024-11-07T11:40:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dd1819ce9ad848ee929e5790b7f9a299 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299 2024-11-07T11:40:29,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299, entries=150, sequenceid=138, filesize=11.9 K 2024-11-07T11:40:29,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c26206421f630c141c5458a3ad44a111 in 274ms, sequenceid=138, compaction requested=false 2024-11-07T11:40:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:29,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T11:40:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T11:40:29,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T11:40:29,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 587 msec 2024-11-07T11:40:29,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 601 msec 2024-11-07T11:40:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T11:40:29,221 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:29,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-07T11:40:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:40:29,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:29,227 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:29,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:40:29,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T11:40:29,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:29,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:29,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:29,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/fbe607b6973f441fa09921cd8e5b7b07 is 50, key is test_row_0/A:col10/1730979629013/Put/seqid=0 2024-11-07T11:40:29,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,431 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741870_1046 (size=12151) 2024-11-07T11:40:29,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/fbe607b6973f441fa09921cd8e5b7b07 2024-11-07T11:40:29,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b216b4850a684773b5cb15296847334b is 50, key is test_row_0/B:col10/1730979629013/Put/seqid=0 2024-11-07T11:40:29,472 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/20cf7dd1335547cda906fda36894002c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/20cf7dd1335547cda906fda36894002c 2024-11-07T11:40:29,483 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 20cf7dd1335547cda906fda36894002c(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:29,484 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:29,484 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979628834; duration=0sec 2024-11-07T11:40:29,484 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:29,484 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:29,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741871_1047 (size=12151) 2024-11-07T11:40:29,495 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b216b4850a684773b5cb15296847334b 2024-11-07T11:40:29,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/78486f12aa474c2b9ecd2f495b421ac8 is 50, key is test_row_0/C:col10/1730979629013/Put/seqid=0 2024-11-07T11:40:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741872_1048 (size=12151) 2024-11-07T11:40:29,540 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/78486f12aa474c2b9ecd2f495b421ac8 2024-11-07T11:40:29,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:40:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,551 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/fbe607b6973f441fa09921cd8e5b7b07 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07 2024-11-07T11:40:29,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T11:40:29,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b216b4850a684773b5cb15296847334b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b 2024-11-07T11:40:29,576 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T11:40:29,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/78486f12aa474c2b9ecd2f495b421ac8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8 2024-11-07T11:40:29,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8, entries=150, sequenceid=158, filesize=11.9 K 2024-11-07T11:40:29,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for c26206421f630c141c5458a3ad44a111 in 204ms, sequenceid=158, compaction requested=true 2024-11-07T11:40:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T11:40:29,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T11:40:29,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T11:40:29,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 362 msec 2024-11-07T11:40:29,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 375 msec 2024-11-07T11:40:29,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:40:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:29,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:29,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:29,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/faa1da002ecb418e9e6e714c935ec052 is 50, key is test_row_0/A:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:29,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,804 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741873_1049 (size=14541) 2024-11-07T11:40:29,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/faa1da002ecb418e9e6e714c935ec052 2024-11-07T11:40:29,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ebb138e803d74e878f4dfcf3f68c8578 is 50, key is test_row_0/B:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T11:40:29,851 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:29,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-07T11:40:29,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:29,855 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:29,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:29,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741874_1050 (size=12151) 2024-11-07T11:40:29,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ebb138e803d74e878f4dfcf3f68c8578 2024-11-07T11:40:29,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb1fc891e36b42fb897e78727b1f91dd is 50, key is test_row_0/C:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:29,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979689913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979689913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979689913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979689913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:29,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979689913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:29,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:29,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741875_1051 (size=12151) 2024-11-07T11:40:29,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:30,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979690121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979690121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979690131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979690132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979690132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:30,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb1fc891e36b42fb897e78727b1f91dd 2024-11-07T11:40:30,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/faa1da002ecb418e9e6e714c935ec052 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052 2024-11-07T11:40:30,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052, entries=200, sequenceid=174, filesize=14.2 K 2024-11-07T11:40:30,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ebb138e803d74e878f4dfcf3f68c8578 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578 2024-11-07T11:40:30,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T11:40:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb1fc891e36b42fb897e78727b1f91dd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd 2024-11-07T11:40:30,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T11:40:30,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for c26206421f630c141c5458a3ad44a111 in 659ms, sequenceid=174, compaction requested=true 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:30,404 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:30,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:30,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:40:30,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:30,407 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:30,407 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:30,407 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:30,407 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,407 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:30,407 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ea85f0c4adee44fd9cde3bbf66a90584, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=50.0 K 2024-11-07T11:40:30,407 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,407 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/38a6286d5f6c47749f6a3a2b4af62b25, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=47.6 K 2024-11-07T11:40:30,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea85f0c4adee44fd9cde3bbf66a90584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:30,408 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 38a6286d5f6c47749f6a3a2b4af62b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:30,409 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03291baf7b37452bb19c7dd0fbba6906, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1730979628621 2024-11-07T11:40:30,413 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 514c29394a684cdaaaa6cc0827a6b595, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1730979628621 2024-11-07T11:40:30,413 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbe607b6973f441fa09921cd8e5b7b07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1730979629013 2024-11-07T11:40:30,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting faa1da002ecb418e9e6e714c935ec052, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:30,415 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b216b4850a684773b5cb15296847334b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1730979629013 2024-11-07T11:40:30,417 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ebb138e803d74e878f4dfcf3f68c8578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:30,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:40:30,443 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:30,443 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:30,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:30,444 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b465b9f6445c4d91a6f9f633b9570f65 is 50, key is test_row_0/B:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:30,444 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/0b0b66ae61e541faba26bda8affafaa2 is 50, key is test_row_0/A:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:30,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f3f36064f3a142bfb63364490e4f41f3 is 50, key is test_row_0/A:col10/1730979630432/Put/seqid=0 2024-11-07T11:40:30,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:30,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979690468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979690472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979690474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741876_1052 (size=12595) 2024-11-07T11:40:30,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979690486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979690489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,505 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/0b0b66ae61e541faba26bda8affafaa2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0b0b66ae61e541faba26bda8affafaa2 2024-11-07T11:40:30,516 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into 0b0b66ae61e541faba26bda8affafaa2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:30,516 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:30,516 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=12, startTime=1730979630404; duration=0sec 2024-11-07T11:40:30,516 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:30,516 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:30,516 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:30,519 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:30,519 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:30,519 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,519 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/20cf7dd1335547cda906fda36894002c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=47.6 K 2024-11-07T11:40:30,520 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20cf7dd1335547cda906fda36894002c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1730979628602 2024-11-07T11:40:30,520 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd1819ce9ad848ee929e5790b7f9a299, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1730979628621 2024-11-07T11:40:30,521 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78486f12aa474c2b9ecd2f495b421ac8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1730979629013 2024-11-07T11:40:30,522 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb1fc891e36b42fb897e78727b1f91dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741877_1053 (size=12595) 2024-11-07T11:40:30,546 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:30,547 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb9a69f57cad42b1b237da37f51789e2 is 50, key is test_row_0/C:col10/1730979629404/Put/seqid=0 2024-11-07T11:40:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741878_1054 (size=14541) 2024-11-07T11:40:30,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979690591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741879_1055 (size=12595) 2024-11-07T11:40:30,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979690602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,612 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/bb9a69f57cad42b1b237da37f51789e2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb9a69f57cad42b1b237da37f51789e2 2024-11-07T11:40:30,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979690602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979690602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979690603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,621 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into bb9a69f57cad42b1b237da37f51789e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:30,621 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:30,621 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=12, startTime=1730979630404; duration=0sec 2024-11-07T11:40:30,621 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:30,621 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:30,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979690801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979690821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979690821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979690821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979690821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:30,934 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/b465b9f6445c4d91a6f9f633b9570f65 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b465b9f6445c4d91a6f9f633b9570f65 2024-11-07T11:40:30,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:30,944 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into b465b9f6445c4d91a6f9f633b9570f65(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:30,944 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,944 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=12, startTime=1730979630404; duration=0sec 2024-11-07T11:40:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:30,945 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:30,945 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:30,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:30,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f3f36064f3a142bfb63364490e4f41f3 2024-11-07T11:40:30,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/4b5dbf838c3246ffa601914e316c727f is 50, key is test_row_0/B:col10/1730979630432/Put/seqid=0 2024-11-07T11:40:30,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741880_1056 (size=12151) 2024-11-07T11:40:30,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/4b5dbf838c3246ffa601914e316c727f 2024-11-07T11:40:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:31,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d0be78a815724999b6b65b60de24fbf8 is 50, key is test_row_0/C:col10/1730979630432/Put/seqid=0 2024-11-07T11:40:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741881_1057 (size=12151) 2024-11-07T11:40:31,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d0be78a815724999b6b65b60de24fbf8 2024-11-07T11:40:31,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f3f36064f3a142bfb63364490e4f41f3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3 2024-11-07T11:40:31,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3, entries=200, sequenceid=193, filesize=14.2 K 2024-11-07T11:40:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/4b5dbf838c3246ffa601914e316c727f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f 2024-11-07T11:40:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T11:40:31,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d0be78a815724999b6b65b60de24fbf8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8 2024-11-07T11:40:31,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8, entries=150, sequenceid=193, filesize=11.9 K 2024-11-07T11:40:31,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for c26206421f630c141c5458a3ad44a111 in 631ms, sequenceid=193, compaction requested=false 2024-11-07T11:40:31,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:31,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-07T11:40:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:31,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:31,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:31,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/40c20df1d28a4bf9adb65fbc02fecc05 is 50, key is test_row_0/A:col10/1730979630461/Put/seqid=0 2024-11-07T11:40:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:31,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741882_1058 (size=12151) 2024-11-07T11:40:31,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979691157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979691157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979691158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979691161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979691163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979691271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979691271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979691272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,284 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979691272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979691282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979691491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979691491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979691492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979691492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979691492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,561 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/40c20df1d28a4bf9adb65fbc02fecc05 2024-11-07T11:40:31,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/260479b8f6e642d3a2a68c5185ebbab4 is 50, key is test_row_0/B:col10/1730979630461/Put/seqid=0 2024-11-07T11:40:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741883_1059 (size=12151) 2024-11-07T11:40:31,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979691820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979691820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979691820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979691820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:31,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979691821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:32,001 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/260479b8f6e642d3a2a68c5185ebbab4 2024-11-07T11:40:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/4168b89f198b4bfe917e6f60dea1d862 is 50, key is test_row_0/C:col10/1730979630461/Put/seqid=0 2024-11-07T11:40:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741884_1060 (size=12151) 2024-11-07T11:40:32,053 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/4168b89f198b4bfe917e6f60dea1d862 2024-11-07T11:40:32,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/40c20df1d28a4bf9adb65fbc02fecc05 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05 2024-11-07T11:40:32,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05, entries=150, sequenceid=210, filesize=11.9 K 2024-11-07T11:40:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/260479b8f6e642d3a2a68c5185ebbab4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4 2024-11-07T11:40:32,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4, entries=150, sequenceid=210, filesize=11.9 K 2024-11-07T11:40:32,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/4168b89f198b4bfe917e6f60dea1d862 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862 2024-11-07T11:40:32,117 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862, entries=150, sequenceid=210, filesize=11.9 K 2024-11-07T11:40:32,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for c26206421f630c141c5458a3ad44a111 in 1019ms, sequenceid=210, compaction requested=true 2024-11-07T11:40:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-07T11:40:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-07T11:40:32,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-07T11:40:32,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2650 sec 2024-11-07T11:40:32,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.2760 sec 2024-11-07T11:40:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:32,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-07T11:40:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:32,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:32,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/6ec085688a9f4480ae7fe55ab7fdab37 is 50, key is test_row_0/A:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:32,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979692371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979692381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979692383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979692383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979692384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741885_1061 (size=12151) 2024-11-07T11:40:32,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/6ec085688a9f4480ae7fe55ab7fdab37 2024-11-07T11:40:32,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 is 50, key is test_row_0/B:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741886_1062 (size=12151) 2024-11-07T11:40:32,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979692491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979692501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979692501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979692502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979692716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979692717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979692702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979692722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,737 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979692731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:32,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 2024-11-07T11:40:32,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e9566fea8a61431389e3607ca50a4bc3 is 50, key is test_row_0/C:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:32,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741887_1063 (size=12151) 2024-11-07T11:40:32,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e9566fea8a61431389e3607ca50a4bc3 2024-11-07T11:40:32,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/6ec085688a9f4480ae7fe55ab7fdab37 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37 2024-11-07T11:40:32,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T11:40:32,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 2024-11-07T11:40:33,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T11:40:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/e9566fea8a61431389e3607ca50a4bc3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3 2024-11-07T11:40:33,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T11:40:33,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for c26206421f630c141c5458a3ad44a111 in 676ms, sequenceid=231, compaction requested=true 2024-11-07T11:40:33,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,018 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:33,019 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:33,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:33,022 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51438 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:33,022 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:33,022 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:33,023 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0b0b66ae61e541faba26bda8affafaa2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=50.2 K 2024-11-07T11:40:33,025 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:33,025 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b0b66ae61e541faba26bda8affafaa2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:33,025 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:33,025 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:33,025 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b465b9f6445c4d91a6f9f633b9570f65, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=47.9 K 2024-11-07T11:40:33,025 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3f36064f3a142bfb63364490e4f41f3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1730979629789 2024-11-07T11:40:33,026 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b465b9f6445c4d91a6f9f633b9570f65, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:33,026 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40c20df1d28a4bf9adb65fbc02fecc05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1730979630461 2024-11-07T11:40:33,026 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5dbf838c3246ffa601914e316c727f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1730979629795 2024-11-07T11:40:33,026 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ec085688a9f4480ae7fe55ab7fdab37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:33,027 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 260479b8f6e642d3a2a68c5185ebbab4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1730979630461 2024-11-07T11:40:33,028 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c85a5fc6c1174b3f8658b3fd33fd5ec8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:33,043 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#51 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:33,044 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/b3ae1458d567490e9aa5838d168ac2f0 is 50, key is test_row_0/A:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:33,049 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:33,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:40:33,049 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/7a951437e4194ef588b81b4d466f37d5 is 50, key is test_row_0/B:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:33,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:33,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741888_1064 (size=12731) 2024-11-07T11:40:33,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4767171dcbc14e9c938b7ceb320d7be5 is 50, key is test_row_0/A:col10/1730979632380/Put/seqid=0 2024-11-07T11:40:33,075 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/b3ae1458d567490e9aa5838d168ac2f0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b3ae1458d567490e9aa5838d168ac2f0 2024-11-07T11:40:33,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into b3ae1458d567490e9aa5838d168ac2f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:33,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=12, startTime=1730979633018; duration=0sec 2024-11-07T11:40:33,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:33,086 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:33,086 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:33,087 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:33,087 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:33,088 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:33,088 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb9a69f57cad42b1b237da37f51789e2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=47.9 K 2024-11-07T11:40:33,088 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9a69f57cad42b1b237da37f51789e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730979629404 2024-11-07T11:40:33,091 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0be78a815724999b6b65b60de24fbf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1730979629795 2024-11-07T11:40:33,091 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4168b89f198b4bfe917e6f60dea1d862, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1730979630461 2024-11-07T11:40:33,092 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9566fea8a61431389e3607ca50a4bc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741889_1065 (size=12731) 2024-11-07T11:40:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,127 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979693099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,128 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b0c7524a27b049a4a48c1eb449e9584e is 50, key is test_row_0/C:col10/1730979632338/Put/seqid=0 2024-11-07T11:40:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979693122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979693126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979693127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979693127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741890_1066 (size=19321) 2024-11-07T11:40:33,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4767171dcbc14e9c938b7ceb320d7be5 2024-11-07T11:40:33,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/33f06bafb03749e1bf3159cf012fb6ee is 50, key is test_row_0/B:col10/1730979632380/Put/seqid=0 2024-11-07T11:40:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741891_1067 (size=12731) 2024-11-07T11:40:33,226 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b0c7524a27b049a4a48c1eb449e9584e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0c7524a27b049a4a48c1eb449e9584e 2024-11-07T11:40:33,235 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into b0c7524a27b049a4a48c1eb449e9584e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:33,235 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,235 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=12, startTime=1730979633019; duration=0sec 2024-11-07T11:40:33,235 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,235 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:33,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979693231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741892_1068 (size=12151) 2024-11-07T11:40:33,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979693243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979693243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979693243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979693251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,256 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979693441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979693451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979693451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979693451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979693464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,529 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/7a951437e4194ef588b81b4d466f37d5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/7a951437e4194ef588b81b4d466f37d5 2024-11-07T11:40:33,541 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 7a951437e4194ef588b81b4d466f37d5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:33,541 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,541 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=12, startTime=1730979633019; duration=0sec 2024-11-07T11:40:33,541 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,541 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:33,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/33f06bafb03749e1bf3159cf012fb6ee 2024-11-07T11:40:33,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/950386087f794144b118fab700dc6986 is 50, key is test_row_0/C:col10/1730979632380/Put/seqid=0 2024-11-07T11:40:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741893_1069 (size=12151) 2024-11-07T11:40:33,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/950386087f794144b118fab700dc6986 2024-11-07T11:40:33,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4767171dcbc14e9c938b7ceb320d7be5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5 2024-11-07T11:40:33,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5, entries=300, sequenceid=245, filesize=18.9 K 2024-11-07T11:40:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/33f06bafb03749e1bf3159cf012fb6ee as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee 2024-11-07T11:40:33,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee, entries=150, sequenceid=245, filesize=11.9 K 2024-11-07T11:40:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/950386087f794144b118fab700dc6986 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986 2024-11-07T11:40:33,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986, entries=150, sequenceid=245, filesize=11.9 K 2024-11-07T11:40:33,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for c26206421f630c141c5458a3ad44a111 in 701ms, sequenceid=245, compaction requested=false 2024-11-07T11:40:33,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:33,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:33,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/80b479f5574048678b6d5357b747b68f is 50, key is test_row_0/A:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:33,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741894_1070 (size=14741) 2024-11-07T11:40:33,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/80b479f5574048678b6d5357b747b68f 2024-11-07T11:40:33,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/21f59c77e02e4b5193f611e5e63943f8 is 50, key is test_row_0/B:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:33,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741895_1071 (size=12301) 2024-11-07T11:40:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979693834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/21f59c77e02e4b5193f611e5e63943f8 2024-11-07T11:40:33,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979693834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979693840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979693841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979693849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dfbc0dd3417f4910b95974af29cda869 is 50, key is test_row_0/C:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:33,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741896_1072 (size=12301) 2024-11-07T11:40:33,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dfbc0dd3417f4910b95974af29cda869 2024-11-07T11:40:33,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/80b479f5574048678b6d5357b747b68f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f 2024-11-07T11:40:33,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f, entries=200, sequenceid=269, filesize=14.4 K 2024-11-07T11:40:33,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/21f59c77e02e4b5193f611e5e63943f8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8 2024-11-07T11:40:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979693961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979693962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8, entries=150, sequenceid=269, filesize=12.0 K 2024-11-07T11:40:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979693962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/dfbc0dd3417f4910b95974af29cda869 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869 2024-11-07T11:40:33,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979693962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:33,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979693962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:33,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869, entries=150, sequenceid=269, filesize=12.0 K 2024-11-07T11:40:33,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for c26206421f630c141c5458a3ad44a111 in 227ms, sequenceid=269, compaction requested=true 2024-11-07T11:40:33,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:33,988 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:33,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:33,989 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 46793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:33,990 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:33,990 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:33,990 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b3ae1458d567490e9aa5838d168ac2f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=45.7 K 2024-11-07T11:40:33,990 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ae1458d567490e9aa5838d168ac2f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:33,991 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4767171dcbc14e9c938b7ceb320d7be5, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1730979632379 2024-11-07T11:40:33,991 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80b479f5574048678b6d5357b747b68f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:33,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,992 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:33,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:33,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:33,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:33,993 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:33,994 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:33,994 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:33,994 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:33,994 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/7a951437e4194ef588b81b4d466f37d5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.3 K 2024-11-07T11:40:33,995 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a951437e4194ef588b81b4d466f37d5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:33,996 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 33f06bafb03749e1bf3159cf012fb6ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1730979632380 2024-11-07T11:40:33,997 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 21f59c77e02e4b5193f611e5e63943f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:34,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-07T11:40:34,011 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:34,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-07T11:40:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T11:40:34,015 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:34,016 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:34,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:34,020 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:34,021 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/ff0fed088c504a39a5ca1d0ec84a4963 is 50, key is test_row_0/A:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:34,043 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:34,044 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/2b876de327b642f595c33d255fccc7ca is 50, key is test_row_0/B:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:34,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741897_1073 (size=12983) 2024-11-07T11:40:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T11:40:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741898_1074 (size=12983) 2024-11-07T11:40:34,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-07T11:40:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:34,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:40:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:34,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:34,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:34,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/181f7ec696dc47df85614c88925b7618 is 50, key is test_row_0/A:col10/1730979633834/Put/seqid=0 2024-11-07T11:40:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:34,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:34,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741899_1075 (size=12301) 2024-11-07T11:40:34,255 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/181f7ec696dc47df85614c88925b7618 2024-11-07T11:40:34,270 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979634209, max timestamp=1730979634244Num uniques 859; 2024-11-07T11:40:34,272 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:34,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979634212, max timestamp=1730979634244Num uniques 859; 2024-11-07T11:40:34,281 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/56de8427a2314ba5a224a02d7a456464 is 50, key is test_row_0/B:col10/1730979633834/Put/seqid=0 2024-11-07T11:40:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T11:40:34,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979694307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979694310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979694313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979694323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979694325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741900_1076 (size=12301) 2024-11-07T11:40:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979694451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979694451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979694452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979694452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979694461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,505 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/ff0fed088c504a39a5ca1d0ec84a4963 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ff0fed088c504a39a5ca1d0ec84a4963 2024-11-07T11:40:34,513 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into ff0fed088c504a39a5ca1d0ec84a4963(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:34,513 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:34,513 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979633988; duration=0sec 2024-11-07T11:40:34,515 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:34,515 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:34,516 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:34,517 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:34,518 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:34,518 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:34,518 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0c7524a27b049a4a48c1eb449e9584e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.3 K 2024-11-07T11:40:34,518 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0c7524a27b049a4a48c1eb449e9584e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730979631154 2024-11-07T11:40:34,519 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 950386087f794144b118fab700dc6986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1730979632380 2024-11-07T11:40:34,520 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfbc0dd3417f4910b95974af29cda869, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:34,537 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/2b876de327b642f595c33d255fccc7ca as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2b876de327b642f595c33d255fccc7ca 2024-11-07T11:40:34,543 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:34,544 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/2014543e4ad84070824d541a5998af95 is 50, key is test_row_0/C:col10/1730979633751/Put/seqid=0 2024-11-07T11:40:34,550 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 2b876de327b642f595c33d255fccc7ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:34,550 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:34,550 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979633992; duration=0sec 2024-11-07T11:40:34,550 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:34,551 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:34,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741901_1077 (size=12983) 2024-11-07T11:40:34,595 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/2014543e4ad84070824d541a5998af95 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/2014543e4ad84070824d541a5998af95 2024-11-07T11:40:34,611 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 2014543e4ad84070824d541a5998af95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:34,611 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:34,612 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979633992; duration=0sec 2024-11-07T11:40:34,612 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:34,612 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:34,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T11:40:34,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979694672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979694682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979694682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979694683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:34,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979694691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:34,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:34,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/56de8427a2314ba5a224a02d7a456464 2024-11-07T11:40:34,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/817e624749304550992824c3f39eaac7 is 50, key is test_row_0/C:col10/1730979633834/Put/seqid=0 2024-11-07T11:40:34,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741902_1078 (size=12301) 2024-11-07T11:40:34,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/817e624749304550992824c3f39eaac7 2024-11-07T11:40:34,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/181f7ec696dc47df85614c88925b7618 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618 2024-11-07T11:40:34,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T11:40:34,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/56de8427a2314ba5a224a02d7a456464 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464 2024-11-07T11:40:34,857 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T11:40:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/817e624749304550992824c3f39eaac7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7 2024-11-07T11:40:34,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T11:40:34,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for c26206421f630c141c5458a3ad44a111 in 697ms, sequenceid=280, compaction requested=false 2024-11-07T11:40:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-07T11:40:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-07T11:40:34,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-07T11:40:34,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-07T11:40:34,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 863 msec 2024-11-07T11:40:34,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=131.94 KB heapSize=378.63 KB 2024-11-07T11:40:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:35,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979695020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/28c9d79919dc492781abbb9216f532e2 is 50, key is test_row_0/A:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979695033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979695035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979695052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979695053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741903_1079 (size=12301) 2024-11-07T11:40:35,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979695141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-07T11:40:35,151 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:35,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:35,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979695151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-07T11:40:35,158 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:35,160 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:35,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:35,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979695161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979695171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979695181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,183 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:35,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:35,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:35,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979695362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979695362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979695381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979695381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979695391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:35,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:35,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/28c9d79919dc492781abbb9216f532e2 2024-11-07T11:40:35,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ffecac0b3de443038b3e86a5187082d5 is 50, key is test_row_0/B:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741904_1080 (size=12301) 2024-11-07T11:40:35,533 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ffecac0b3de443038b3e86a5187082d5 2024-11-07T11:40:35,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b15e05168bae4072aa4bbd67d98c9e60 is 50, key is test_row_0/C:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741905_1081 (size=12301) 2024-11-07T11:40:35,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b15e05168bae4072aa4bbd67d98c9e60 2024-11-07T11:40:35,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/28c9d79919dc492781abbb9216f532e2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2 2024-11-07T11:40:35,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2, entries=150, sequenceid=315, filesize=12.0 K 2024-11-07T11:40:35,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ffecac0b3de443038b3e86a5187082d5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5 2024-11-07T11:40:35,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5, entries=150, sequenceid=315, filesize=12.0 K 2024-11-07T11:40:35,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b15e05168bae4072aa4bbd67d98c9e60 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60 2024-11-07T11:40:35,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60, entries=150, sequenceid=315, filesize=12.0 K 2024-11-07T11:40:35,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~398.50 KB/408064, currentSize=46.96 KB/48090 for c26206421f630c141c5458a3ad44a111 in 672ms, sequenceid=315, compaction requested=true 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:35,668 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:35,668 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:35,669 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:35,669 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:35,669 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:35,669 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,669 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:35,670 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ff0fed088c504a39a5ca1d0ec84a4963, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.7 K 2024-11-07T11:40:35,670 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,670 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2b876de327b642f595c33d255fccc7ca, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.7 K 2024-11-07T11:40:35,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:40:35,677 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff0fed088c504a39a5ca1d0ec84a4963, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:35,677 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b876de327b642f595c33d255fccc7ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:35,677 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 56de8427a2314ba5a224a02d7a456464, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730979633772 2024-11-07T11:40:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:35,677 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 181f7ec696dc47df85614c88925b7618, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730979633772 2024-11-07T11:40:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:35,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:35,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:35,678 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ffecac0b3de443038b3e86a5187082d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:35,678 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28c9d79919dc492781abbb9216f532e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:35,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/5ae9060168264a4f84709c7f8cb5656e is 50, key is test_row_0/A:col10/1730979635032/Put/seqid=0 2024-11-07T11:40:35,713 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:35,714 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/e46156c0c7584298b50c1c360bbd699f is 50, key is test_row_0/A:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,722 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:35,723 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/2cf978e9207b44fcade22e4d445bf5d7 is 50, key is test_row_0/B:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1730979635719, max timestamp=1730979635751Num uniques 859; 2024-11-07T11:40:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1730979635719, max timestamp=1730979635751Num uniques 859; 2024-11-07T11:40:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-07T11:40:35,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-07T11:40:35,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741906_1082 (size=12301) 2024-11-07T11:40:35,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/5ae9060168264a4f84709c7f8cb5656e 2024-11-07T11:40:35,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741907_1083 (size=13085) 2024-11-07T11:40:35,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979635728, max timestamp=1730979635750Num uniques 859; 2024-11-07T11:40:35,766 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:35,781 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/e46156c0c7584298b50c1c360bbd699f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e46156c0c7584298b50c1c360bbd699f 2024-11-07T11:40:35,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741908_1084 (size=13085) 2024-11-07T11:40:35,798 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into e46156c0c7584298b50c1c360bbd699f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:35,798 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:35,799 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979635668; duration=0sec 2024-11-07T11:40:35,799 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:35,799 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:35,799 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:35,801 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:35,802 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:35,802 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,802 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/2014543e4ad84070824d541a5998af95, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.7 K 2024-11-07T11:40:35,803 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2014543e4ad84070824d541a5998af95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1730979633097 2024-11-07T11:40:35,803 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 817e624749304550992824c3f39eaac7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730979633772 2024-11-07T11:40:35,804 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b15e05168bae4072aa4bbd67d98c9e60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:35,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/cd26528b613c47359b165a9a4caa6c0d is 50, key is test_row_0/B:col10/1730979635032/Put/seqid=0 2024-11-07T11:40:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979695798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979695798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979695798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979695801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979695801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741909_1085 (size=12301) 2024-11-07T11:40:35,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/cd26528b613c47359b165a9a4caa6c0d 2024-11-07T11:40:35,859 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:35,860 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/7605effa48c9467884460095179c7688 is 50, key is test_row_0/C:col10/1730979634993/Put/seqid=0 2024-11-07T11:40:35,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/1d76cb1978fe49f5966cf58096e79f53 is 50, key is test_row_0/C:col10/1730979635032/Put/seqid=0 2024-11-07T11:40:35,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979695921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979695921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:35,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741910_1086 (size=13085) 2024-11-07T11:40:35,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979695931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979695931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979695931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:35,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741911_1087 (size=12301) 2024-11-07T11:40:35,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/1d76cb1978fe49f5966cf58096e79f53 2024-11-07T11:40:35,956 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/7605effa48c9467884460095179c7688 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/7605effa48c9467884460095179c7688 2024-11-07T11:40:35,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/5ae9060168264a4f84709c7f8cb5656e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e 2024-11-07T11:40:35,964 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 7605effa48c9467884460095179c7688(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:35,964 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:35,964 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979635668; duration=0sec 2024-11-07T11:40:35,964 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:35,965 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:35,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e, entries=150, sequenceid=326, filesize=12.0 K 2024-11-07T11:40:35,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/cd26528b613c47359b165a9a4caa6c0d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d 2024-11-07T11:40:35,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-07T11:40:35,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/1d76cb1978fe49f5966cf58096e79f53 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53 2024-11-07T11:40:35,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53, entries=150, sequenceid=326, filesize=12.0 K 2024-11-07T11:40:35,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for c26206421f630c141c5458a3ad44a111 in 311ms, sequenceid=326, compaction requested=false 2024-11-07T11:40:35,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:36,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-07T11:40:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:36,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=131.94 KB heapSize=365.84 KB 2024-11-07T11:40:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:36,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:36,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:36,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d4a8d08a3ff3437e898baf18a0244595 is 50, key is test_row_0/A:col10/1730979635788/Put/seqid=0 2024-11-07T11:40:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:36,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741912_1088 (size=12301) 2024-11-07T11:40:36,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d4a8d08a3ff3437e898baf18a0244595 2024-11-07T11:40:36,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/f16e4500a07e40beaa5e34d5f44aa24d is 50, key is test_row_0/B:col10/1730979635788/Put/seqid=0 2024-11-07T11:40:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979696152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979696157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979696160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979696163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979696163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,203 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/2cf978e9207b44fcade22e4d445bf5d7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2cf978e9207b44fcade22e4d445bf5d7 2024-11-07T11:40:36,214 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 2cf978e9207b44fcade22e4d445bf5d7(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:36,214 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:36,214 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979635668; duration=0sec 2024-11-07T11:40:36,214 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:36,214 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741913_1089 (size=12301) 2024-11-07T11:40:36,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/f16e4500a07e40beaa5e34d5f44aa24d 2024-11-07T11:40:36,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6fddd46b5b504900a5f0de7364ae511c is 50, key is test_row_0/C:col10/1730979635788/Put/seqid=0 2024-11-07T11:40:36,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979696271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979696272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979696281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741914_1090 (size=12301) 2024-11-07T11:40:36,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979696281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:36,292 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6fddd46b5b504900a5f0de7364ae511c 2024-11-07T11:40:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d4a8d08a3ff3437e898baf18a0244595 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595 2024-11-07T11:40:36,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595, entries=150, sequenceid=362, filesize=12.0 K 2024-11-07T11:40:36,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/f16e4500a07e40beaa5e34d5f44aa24d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d 2024-11-07T11:40:36,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d, entries=150, sequenceid=362, filesize=12.0 K 2024-11-07T11:40:36,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6fddd46b5b504900a5f0de7364ae511c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c 2024-11-07T11:40:36,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c, entries=150, sequenceid=362, filesize=12.0 K 2024-11-07T11:40:36,327 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~365.80 KB/374576, currentSize=53.67 KB/54960 for c26206421f630c141c5458a3ad44a111 in 232ms, sequenceid=362, compaction requested=true 2024-11-07T11:40:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:36,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-07T11:40:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-07T11:40:36,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-07T11:40:36,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1690 sec 2024-11-07T11:40:36,336 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1820 sec 2024-11-07T11:40:36,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:36,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f88946b8258d41e69a61f9baf802f86e is 50, key is test_row_0/A:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:36,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741915_1091 (size=12301) 2024-11-07T11:40:36,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979696549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979696551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979696564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979636534, max timestamp=1730979636563Num uniques 859; 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979636534, max timestamp=1730979636563Num uniques 859; 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979636534, max timestamp=1730979636563Num uniques 859; 2024-11-07T11:40:36,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:36,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979696681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979696684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979696684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979696687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979696688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979696801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979696812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979696813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979696814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,819 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:36,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979696814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:36,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f88946b8258d41e69a61f9baf802f86e 2024-11-07T11:40:36,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/248592660c284c4e8ee2b57405bec72c is 50, key is test_row_0/B:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:36,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741916_1092 (size=12301) 2024-11-07T11:40:36,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/248592660c284c4e8ee2b57405bec72c 2024-11-07T11:40:37,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3cff19f6e22248cb943a979518ab1125 is 50, key is test_row_0/C:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979697020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979697021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979697031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979697031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979697031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741917_1093 (size=12301) 2024-11-07T11:40:37,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3cff19f6e22248cb943a979518ab1125 2024-11-07T11:40:37,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f88946b8258d41e69a61f9baf802f86e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e 2024-11-07T11:40:37,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e, entries=150, sequenceid=375, filesize=12.0 K 2024-11-07T11:40:37,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/248592660c284c4e8ee2b57405bec72c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c 2024-11-07T11:40:37,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-07T11:40:37,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3cff19f6e22248cb943a979518ab1125 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125 2024-11-07T11:40:37,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125, entries=150, sequenceid=375, filesize=12.0 K 2024-11-07T11:40:37,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for c26206421f630c141c5458a3ad44a111 in 663ms, sequenceid=375, compaction requested=true 2024-11-07T11:40:37,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:37,138 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:37,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:37,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:37,139 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:37,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:37,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:37,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:37,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:37,148 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:37,148 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:37,148 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,148 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e46156c0c7584298b50c1c360bbd699f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=48.8 K 2024-11-07T11:40:37,148 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:37,149 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:37,149 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,149 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2cf978e9207b44fcade22e4d445bf5d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=48.8 K 2024-11-07T11:40:37,149 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e46156c0c7584298b50c1c360bbd699f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:37,152 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cf978e9207b44fcade22e4d445bf5d7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:37,152 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ae9060168264a4f84709c7f8cb5656e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979635032 2024-11-07T11:40:37,153 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting cd26528b613c47359b165a9a4caa6c0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979635032 2024-11-07T11:40:37,154 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4a8d08a3ff3437e898baf18a0244595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1730979635788 2024-11-07T11:40:37,154 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f16e4500a07e40beaa5e34d5f44aa24d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1730979635788 2024-11-07T11:40:37,154 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 248592660c284c4e8ee2b57405bec72c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:37,155 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f88946b8258d41e69a61f9baf802f86e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:37,175 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:37,176 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/94b999c37469452e8575452ffdda3420 is 50, key is test_row_0/A:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:37,196 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:37,196 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/9345839b9f104736b0a8ae4565276ef3 is 50, key is test_row_0/B:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741919_1095 (size=13221) 2024-11-07T11:40:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741918_1094 (size=13221) 2024-11-07T11:40:37,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-07T11:40:37,301 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:37,302 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-07T11:40:37,305 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:37,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:37,306 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:37,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:37,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1730979636677, max timestamp=1730979637340Num uniques 1018; 2024-11-07T11:40:37,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-07T11:40:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:37,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=105.11 KB heapSize=297.28 KB 2024-11-07T11:40:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:37,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:37,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:40:37,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:37,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:40:37,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/b14ffdb280294831b3648a853f94dc3d is 50, key is test_row_0/A:col10/1730979636685/Put/seqid=0 2024-11-07T11:40:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:37,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741920_1096 (size=17181) 2024-11-07T11:40:37,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/b14ffdb280294831b3648a853f94dc3d 2024-11-07T11:40:37,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979697400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979697401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979697402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,424 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979697404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,425 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979697407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/0c483d3030da4954930cccf8149185e7 is 50, key is test_row_0/B:col10/1730979636685/Put/seqid=0 2024-11-07T11:40:37,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741921_1097 (size=12301) 2024-11-07T11:40:37,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979697532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979697532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979697532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979697532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,539 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979697532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:37,636 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/9345839b9f104736b0a8ae4565276ef3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/9345839b9f104736b0a8ae4565276ef3 2024-11-07T11:40:37,641 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/94b999c37469452e8575452ffdda3420 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/94b999c37469452e8575452ffdda3420 2024-11-07T11:40:37,651 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into 94b999c37469452e8575452ffdda3420(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:37,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:37,651 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=12, startTime=1730979637138; duration=0sec 2024-11-07T11:40:37,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:37,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:37,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:37,652 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 9345839b9f104736b0a8ae4565276ef3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:37,652 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:37,652 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=12, startTime=1730979637139; duration=0sec 2024-11-07T11:40:37,653 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:37,653 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:37,654 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:37,654 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:37,654 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,654 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/7605effa48c9467884460095179c7688, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=48.8 K 2024-11-07T11:40:37,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7605effa48c9467884460095179c7688, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1730979634312 2024-11-07T11:40:37,657 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d76cb1978fe49f5966cf58096e79f53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979635032 2024-11-07T11:40:37,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fddd46b5b504900a5f0de7364ae511c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1730979635788 2024-11-07T11:40:37,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cff19f6e22248cb943a979518ab1125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:37,675 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:37,676 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ff9e8c03bb5c4f2cadd3e9b94be09854 is 50, key is test_row_0/C:col10/1730979636473/Put/seqid=0 2024-11-07T11:40:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741922_1098 (size=13221) 2024-11-07T11:40:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979697741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,754 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ff9e8c03bb5c4f2cadd3e9b94be09854 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ff9e8c03bb5c4f2cadd3e9b94be09854 2024-11-07T11:40:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979697743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979697743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979697751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979697751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:37,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:37,762 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into ff9e8c03bb5c4f2cadd3e9b94be09854(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:37,762 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:37,762 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=12, startTime=1730979637139; duration=0sec 2024-11-07T11:40:37,762 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:37,762 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:37,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:37,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/0c483d3030da4954930cccf8149185e7 2024-11-07T11:40:37,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:37,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:37,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b0867358a4ce4276ad9bc3a7a3317286 is 50, key is test_row_0/C:col10/1730979636685/Put/seqid=0 2024-11-07T11:40:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:37,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741923_1099 (size=12301) 2024-11-07T11:40:37,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b0867358a4ce4276ad9bc3a7a3317286 2024-11-07T11:40:37,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/b14ffdb280294831b3648a853f94dc3d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d 2024-11-07T11:40:37,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d, entries=250, sequenceid=413, filesize=16.8 K 2024-11-07T11:40:37,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/0c483d3030da4954930cccf8149185e7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7 2024-11-07T11:40:37,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7, entries=150, sequenceid=413, filesize=12.0 K 2024-11-07T11:40:37,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/b0867358a4ce4276ad9bc3a7a3317286 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286 2024-11-07T11:40:38,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286, entries=150, sequenceid=413, filesize=12.0 K 2024-11-07T11:40:38,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~105.11 KB/107630, heapSize ~297.23 KB/304368, currentSize=73.80 KB/75570 for c26206421f630c141c5458a3ad44a111 in 652ms, sequenceid=413, compaction requested=false 2024-11-07T11:40:38,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:38,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:38,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/04ede1ad5c6343a48503d66313934bb9 is 50, key is test_row_0/A:col10/1730979638067/Put/seqid=0 2024-11-07T11:40:38,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741924_1100 (size=19621) 2024-11-07T11:40:38,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/04ede1ad5c6343a48503d66313934bb9 2024-11-07T11:40:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979698109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979698115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979698116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979698129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979698129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/a29c15e46c4d4dfca39d2efc7304e78c is 50, key is test_row_0/B:col10/1730979638067/Put/seqid=0 2024-11-07T11:40:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741925_1101 (size=12301) 2024-11-07T11:40:38,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979698242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979698242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979698242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979698242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979698242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979698451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979698451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979698451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979698451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979698452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/a29c15e46c4d4dfca39d2efc7304e78c 2024-11-07T11:40:38,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/86636020e46b4c4bab40d5853e1685d9 is 50, key is test_row_0/C:col10/1730979638067/Put/seqid=0 2024-11-07T11:40:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741926_1102 (size=12301) 2024-11-07T11:40:38,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/86636020e46b4c4bab40d5853e1685d9 2024-11-07T11:40:38,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/04ede1ad5c6343a48503d66313934bb9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9 2024-11-07T11:40:38,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9, entries=300, sequenceid=433, filesize=19.2 K 2024-11-07T11:40:38,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/a29c15e46c4d4dfca39d2efc7304e78c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c 2024-11-07T11:40:38,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c, entries=150, sequenceid=433, filesize=12.0 K 2024-11-07T11:40:38,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/86636020e46b4c4bab40d5853e1685d9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9 2024-11-07T11:40:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9, entries=150, sequenceid=433, filesize=12.0 K 2024-11-07T11:40:38,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for c26206421f630c141c5458a3ad44a111 in 657ms, sequenceid=433, compaction requested=true 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:38,725 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:38,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:38,725 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:38,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:38,727 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:38,727 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:38,727 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,727 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/9345839b9f104736b0a8ae4565276ef3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=36.9 K 2024-11-07T11:40:38,728 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9345839b9f104736b0a8ae4565276ef3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:38,728 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:38,729 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:38,729 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c483d3030da4954930cccf8149185e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730979636685 2024-11-07T11:40:38,729 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,729 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/94b999c37469452e8575452ffdda3420, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=48.9 K 2024-11-07T11:40:38,729 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a29c15e46c4d4dfca39d2efc7304e78c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1730979637404 2024-11-07T11:40:38,729 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b999c37469452e8575452ffdda3420, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:38,730 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b14ffdb280294831b3648a853f94dc3d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730979636677 2024-11-07T11:40:38,731 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ede1ad5c6343a48503d66313934bb9, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1730979637353 2024-11-07T11:40:38,751 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:38,752 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a73bf36de57d43a98bd957ebf4074131 is 50, key is test_row_0/A:col10/1730979638067/Put/seqid=0 2024-11-07T11:40:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:38,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-07T11:40:38,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:38,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:38,771 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:38,772 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/401e3d6710cb4c85bab91d57d7343bce is 50, key is test_row_0/B:col10/1730979638067/Put/seqid=0 2024-11-07T11:40:38,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/26af92ca45604298a3645aba7f145740 is 50, key is test_row_0/A:col10/1730979638766/Put/seqid=0 2024-11-07T11:40:38,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979698795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979698796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979698799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979698808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979698809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741927_1103 (size=13323) 2024-11-07T11:40:38,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:38,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:38,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741928_1104 (size=13323) 2024-11-07T11:40:38,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741929_1105 (size=12301) 2024-11-07T11:40:38,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/26af92ca45604298a3645aba7f145740 2024-11-07T11:40:38,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ad8de44fdb5144b0a1fdf19b57b640c2 is 50, key is test_row_0/B:col10/1730979638766/Put/seqid=0 2024-11-07T11:40:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979698912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741930_1106 (size=12301) 2024-11-07T11:40:38,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ad8de44fdb5144b0a1fdf19b57b640c2 2024-11-07T11:40:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979698921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979698921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979698921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979698921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:38,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:38,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5dbf32fbb08f44f6b78f2109bcb04d76 is 50, key is test_row_0/C:col10/1730979638766/Put/seqid=0 2024-11-07T11:40:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741931_1107 (size=12301) 2024-11-07T11:40:38,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5dbf32fbb08f44f6b78f2109bcb04d76 2024-11-07T11:40:38,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/26af92ca45604298a3645aba7f145740 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740 2024-11-07T11:40:38,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740, entries=150, sequenceid=450, filesize=12.0 K 2024-11-07T11:40:38,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/ad8de44fdb5144b0a1fdf19b57b640c2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2 2024-11-07T11:40:38,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2, entries=150, sequenceid=450, filesize=12.0 K 2024-11-07T11:40:38,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5dbf32fbb08f44f6b78f2109bcb04d76 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76 2024-11-07T11:40:39,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76, entries=150, sequenceid=450, filesize=12.0 K 2024-11-07T11:40:39,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for c26206421f630c141c5458a3ad44a111 in 234ms, sequenceid=450, compaction requested=true 2024-11-07T11:40:39,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T11:40:39,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-07T11:40:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,013 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-07T11:40:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:39,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:39,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1d21f2488124db898cab44efa423ccd is 50, key is test_row_0/A:col10/1730979638805/Put/seqid=0 2024-11-07T11:40:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741932_1108 (size=12301) 2024-11-07T11:40:39,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1d21f2488124db898cab44efa423ccd 2024-11-07T11:40:39,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/aff4449b235e45768949405616faf6f2 is 50, key is test_row_0/B:col10/1730979638805/Put/seqid=0 2024-11-07T11:40:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741933_1109 (size=12301) 2024-11-07T11:40:39,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/aff4449b235e45768949405616faf6f2 2024-11-07T11:40:39,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ab67bbcff3ac4a18826518e6febfb24b is 50, key is test_row_0/C:col10/1730979638805/Put/seqid=0 2024-11-07T11:40:39,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741934_1110 (size=12301) 2024-11-07T11:40:39,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ab67bbcff3ac4a18826518e6febfb24b 2024-11-07T11:40:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a1d21f2488124db898cab44efa423ccd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd 2024-11-07T11:40:39,118 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd, entries=150, sequenceid=466, filesize=12.0 K 2024-11-07T11:40:39,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/aff4449b235e45768949405616faf6f2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2 2024-11-07T11:40:39,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2, entries=150, sequenceid=466, filesize=12.0 K 2024-11-07T11:40:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:39,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:39,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/ab67bbcff3ac4a18826518e6febfb24b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b 2024-11-07T11:40:39,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b, entries=150, sequenceid=466, filesize=12.0 K 2024-11-07T11:40:39,139 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=6.71 KB/6870 for c26206421f630c141c5458a3ad44a111 in 126ms, sequenceid=466, compaction requested=true 2024-11-07T11:40:39,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-07T11:40:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-07T11:40:39,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-07T11:40:39,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8350 sec 2024-11-07T11:40:39,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.8440 sec 2024-11-07T11:40:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:39,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:39,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/24df87ab577a43bca4374d37bbf0ca89 is 50, key is test_row_0/A:col10/1730979639153/Put/seqid=0 2024-11-07T11:40:39,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741935_1111 (size=22065) 2024-11-07T11:40:39,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/24df87ab577a43bca4374d37bbf0ca89 2024-11-07T11:40:39,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979639181, max timestamp=1730979639204Num uniques 859; 2024-11-07T11:40:39,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979639181, max timestamp=1730979639204Num uniques 859; 2024-11-07T11:40:39,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:39,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:39,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979639181, max timestamp=1730979639204Num uniques 859; 2024-11-07T11:40:39,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:39,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/d28bc2f4426348369ab9894385d88eee is 50, key is test_row_0/B:col10/1730979639153/Put/seqid=0 2024-11-07T11:40:39,241 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/a73bf36de57d43a98bd957ebf4074131 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a73bf36de57d43a98bd957ebf4074131 2024-11-07T11:40:39,253 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into a73bf36de57d43a98bd957ebf4074131(size=13.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,253 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,253 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979638725; duration=0sec 2024-11-07T11:40:39,253 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T11:40:39,253 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:39,253 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:39,254 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:40:39,257 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62425 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:40:39,257 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:39,258 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,258 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ff9e8c03bb5c4f2cadd3e9b94be09854, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=61.0 K 2024-11-07T11:40:39,259 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff9e8c03bb5c4f2cadd3e9b94be09854, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1730979636145 2024-11-07T11:40:39,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741936_1112 (size=12301) 2024-11-07T11:40:39,260 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0867358a4ce4276ad9bc3a7a3317286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730979636685 2024-11-07T11:40:39,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/d28bc2f4426348369ab9894385d88eee 2024-11-07T11:40:39,261 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86636020e46b4c4bab40d5853e1685d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1730979637404 2024-11-07T11:40:39,265 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dbf32fbb08f44f6b78f2109bcb04d76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1730979638111 2024-11-07T11:40:39,266 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab67bbcff3ac4a18826518e6febfb24b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1730979638797 2024-11-07T11:40:39,277 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/401e3d6710cb4c85bab91d57d7343bce as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/401e3d6710cb4c85bab91d57d7343bce 2024-11-07T11:40:39,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979699254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979699256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3f86feb57d864cfcb73d8e7d939fc17a is 50, key is test_row_0/C:col10/1730979639153/Put/seqid=0 2024-11-07T11:40:39,288 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 401e3d6710cb4c85bab91d57d7343bce(size=13.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,289 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979638725; duration=0sec 2024-11-07T11:40:39,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T11:40:39,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:39,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:39,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:39,291 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:39,291 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:39,291 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,291 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a73bf36de57d43a98bd957ebf4074131, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.0 K 2024-11-07T11:40:39,292 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a73bf36de57d43a98bd957ebf4074131, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1730979637404 2024-11-07T11:40:39,292 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 26af92ca45604298a3645aba7f145740, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1730979638111 2024-11-07T11:40:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979699271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,293 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a1d21f2488124db898cab44efa423ccd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1730979638797 2024-11-07T11:40:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979699272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979699277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,309 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#101 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:39,309 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/4cd0a74cb6664e49bf7e1759a1378c51 is 50, key is test_row_0/C:col10/1730979638805/Put/seqid=0 2024-11-07T11:40:39,315 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:39,316 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f6c80cb9cf72497ea7e7ce112e486d58 is 50, key is test_row_0/A:col10/1730979638805/Put/seqid=0 2024-11-07T11:40:39,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741937_1113 (size=12301) 2024-11-07T11:40:39,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3f86feb57d864cfcb73d8e7d939fc17a 2024-11-07T11:40:39,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741939_1115 (size=13425) 2024-11-07T11:40:39,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/24df87ab577a43bca4374d37bbf0ca89 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89 2024-11-07T11:40:39,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741938_1114 (size=13391) 2024-11-07T11:40:39,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89, entries=350, sequenceid=476, filesize=21.5 K 2024-11-07T11:40:39,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/d28bc2f4426348369ab9894385d88eee as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee 2024-11-07T11:40:39,377 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/f6c80cb9cf72497ea7e7ce112e486d58 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f6c80cb9cf72497ea7e7ce112e486d58 2024-11-07T11:40:39,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979699382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979699383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee, entries=150, sequenceid=476, filesize=12.0 K 2024-11-07T11:40:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3f86feb57d864cfcb73d8e7d939fc17a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a 2024-11-07T11:40:39,392 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into f6c80cb9cf72497ea7e7ce112e486d58(size=13.1 K), total size for store is 34.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,392 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,392 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979639004; duration=0sec 2024-11-07T11:40:39,392 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:40:39,392 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:39,392 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:39,398 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:39,399 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:39,399 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,399 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/4cd0a74cb6664e49bf7e1759a1378c51 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4cd0a74cb6664e49bf7e1759a1378c51 2024-11-07T11:40:39,399 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/401e3d6710cb4c85bab91d57d7343bce, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=49.0 K 2024-11-07T11:40:39,401 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 401e3d6710cb4c85bab91d57d7343bce, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1730979637404 2024-11-07T11:40:39,401 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ad8de44fdb5144b0a1fdf19b57b640c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=450, earliestPutTs=1730979638111 2024-11-07T11:40:39,402 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting aff4449b235e45768949405616faf6f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1730979638797 2024-11-07T11:40:39,403 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d28bc2f4426348369ab9894385d88eee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1730979639128 2024-11-07T11:40:39,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a, entries=150, sequenceid=476, filesize=12.0 K 2024-11-07T11:40:39,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for c26206421f630c141c5458a3ad44a111 in 250ms, sequenceid=476, compaction requested=true 2024-11-07T11:40:39,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:39,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:40:39,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T11:40:39,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T11:40:39,407 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 4cd0a74cb6664e49bf7e1759a1378c51(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,407 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,407 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=11, startTime=1730979639004; duration=0sec 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:39,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:39,409 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:39,409 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,409 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:39,410 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:39,410 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:39,410 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:39,410 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,410 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:39,411 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:39,411 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:39,411 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:39,411 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,411 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:39,412 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:39,412 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:39,412 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:39,412 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:39,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:39,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:39,431 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:39,432 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/85cf8da61f444d929f00426cff9527fd is 50, key is test_row_0/B:col10/1730979639153/Put/seqid=0 2024-11-07T11:40:39,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/34179f378301465faa5bc71a31f30a07 is 50, key is test_row_0/A:col10/1730979639412/Put/seqid=0 2024-11-07T11:40:39,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979699434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979699439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,446 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979699440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-07T11:40:39,452 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:39,452 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-07T11:40:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:39,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:39,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:39,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741940_1116 (size=13459) 2024-11-07T11:40:39,470 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/85cf8da61f444d929f00426cff9527fd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/85cf8da61f444d929f00426cff9527fd 2024-11-07T11:40:39,478 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 85cf8da61f444d929f00426cff9527fd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,478 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,478 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=12, startTime=1730979639004; duration=0sec 2024-11-07T11:40:39,478 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:39,478 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:39,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741941_1117 (size=12301) 2024-11-07T11:40:39,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/34179f378301465faa5bc71a31f30a07 2024-11-07T11:40:39,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/8a98192beebb414c8cb6f17e089100e2 is 50, key is test_row_0/B:col10/1730979639412/Put/seqid=0 2024-11-07T11:40:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741942_1118 (size=12301) 2024-11-07T11:40:39,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/8a98192beebb414c8cb6f17e089100e2 2024-11-07T11:40:39,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/80dbf299868e4e5889deebf2c76bb2e7 is 50, key is test_row_0/C:col10/1730979639412/Put/seqid=0 2024-11-07T11:40:39,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741943_1119 (size=12301) 2024-11-07T11:40:39,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=517 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/80dbf299868e4e5889deebf2c76bb2e7 2024-11-07T11:40:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/34179f378301465faa5bc71a31f30a07 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07 2024-11-07T11:40:39,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07, entries=150, sequenceid=517, filesize=12.0 K 2024-11-07T11:40:39,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/8a98192beebb414c8cb6f17e089100e2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2 2024-11-07T11:40:39,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2, entries=150, sequenceid=517, filesize=12.0 K 2024-11-07T11:40:39,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/80dbf299868e4e5889deebf2c76bb2e7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7 2024-11-07T11:40:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979699551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979699551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979699552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7, entries=150, sequenceid=517, filesize=12.0 K 2024-11-07T11:40:39,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for c26206421f630c141c5458a3ad44a111 in 146ms, sequenceid=517, compaction requested=true 2024-11-07T11:40:39,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:39,560 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:39,560 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:39,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:39,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:39,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:39,563 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:39,563 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:39,563 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:39,563 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:39,563 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:39,563 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,563 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f6c80cb9cf72497ea7e7ce112e486d58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=46.7 K 2024-11-07T11:40:39,564 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6c80cb9cf72497ea7e7ce112e486d58, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1730979638797 2024-11-07T11:40:39,564 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:39,564 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:39,564 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,564 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4cd0a74cb6664e49bf7e1759a1378c51, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.1 K 2024-11-07T11:40:39,565 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24df87ab577a43bca4374d37bbf0ca89, keycount=350, bloomtype=ROW, size=21.5 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1730979639128 2024-11-07T11:40:39,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cd0a74cb6664e49bf7e1759a1378c51, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=466, earliestPutTs=1730979638797 2024-11-07T11:40:39,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f86feb57d864cfcb73d8e7d939fc17a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1730979639128 2024-11-07T11:40:39,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 80dbf299868e4e5889deebf2c76bb2e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1730979639250 2024-11-07T11:40:39,568 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34179f378301465faa5bc71a31f30a07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1730979639250 2024-11-07T11:40:39,587 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:39,588 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d6a84d8e5368434a9210134a638a624f is 50, key is test_row_0/C:col10/1730979639412/Put/seqid=0 2024-11-07T11:40:39,595 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:39,595 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/19f6acaa509649bab9a437fd39ba293c is 50, key is test_row_0/A:col10/1730979639412/Put/seqid=0 2024-11-07T11:40:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:39,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:39,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:39,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:39,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:39,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/57fa2cfb66394626a51ea6b00e0f65a1 is 50, key is test_row_0/A:col10/1730979639438/Put/seqid=0 2024-11-07T11:40:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741945_1121 (size=13527) 2024-11-07T11:40:39,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741944_1120 (size=13493) 2024-11-07T11:40:39,682 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d6a84d8e5368434a9210134a638a624f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d6a84d8e5368434a9210134a638a624f 2024-11-07T11:40:39,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979699673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979639631, max timestamp=1730979639679Num uniques 859; 2024-11-07T11:40:39,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979639631, max timestamp=1730979639679Num uniques 859; 2024-11-07T11:40:39,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:39,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979639631, max timestamp=1730979639679Num uniques 859; 2024-11-07T11:40:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:39,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741946_1122 (size=17181) 2024-11-07T11:40:39,694 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into d6a84d8e5368434a9210134a638a624f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:39,694 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:39,694 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=13, startTime=1730979639560; duration=0sec 2024-11-07T11:40:39,694 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:39,694 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:39,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/57fa2cfb66394626a51ea6b00e0f65a1 2024-11-07T11:40:39,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/35a646cbd6eb4f72bb7558b05cde8b38 is 50, key is test_row_0/B:col10/1730979639438/Put/seqid=0 2024-11-07T11:40:39,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741947_1123 (size=12301) 2024-11-07T11:40:39,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/35a646cbd6eb4f72bb7558b05cde8b38 2024-11-07T11:40:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:39,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6e781d8003cd45f4ba5a95e1dee180fd is 50, key is test_row_0/C:col10/1730979639438/Put/seqid=0 2024-11-07T11:40:39,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741948_1124 (size=12301) 2024-11-07T11:40:39,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979699831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979699832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979699833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979699833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979699835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:39,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:39,955 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979699952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:39,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,042 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/19f6acaa509649bab9a437fd39ba293c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/19f6acaa509649bab9a437fd39ba293c 2024-11-07T11:40:40,050 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into 19f6acaa509649bab9a437fd39ba293c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:40,050 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:40,050 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=13, startTime=1730979639560; duration=0sec 2024-11-07T11:40:40,050 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:40,050 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:40,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:40,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979700161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979700161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979700162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979700162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979700162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=529 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6e781d8003cd45f4ba5a95e1dee180fd 2024-11-07T11:40:40,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/57fa2cfb66394626a51ea6b00e0f65a1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1 2024-11-07T11:40:40,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1, entries=250, sequenceid=529, filesize=16.8 K 2024-11-07T11:40:40,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/35a646cbd6eb4f72bb7558b05cde8b38 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38 2024-11-07T11:40:40,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38, entries=150, sequenceid=529, filesize=12.0 K 2024-11-07T11:40:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:40,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/6e781d8003cd45f4ba5a95e1dee180fd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd 2024-11-07T11:40:40,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd, entries=150, sequenceid=529, filesize=12.0 K 2024-11-07T11:40:40,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for c26206421f630c141c5458a3ad44a111 in 646ms, sequenceid=529, compaction requested=true 2024-11-07T11:40:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:40,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:40,247 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:40,247 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:40,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:40,249 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,249 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/85cf8da61f444d929f00426cff9527fd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.2 K 2024-11-07T11:40:40,249 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T11:40:40,249 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T11:40:40,249 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. because compaction request was cancelled 2024-11-07T11:40:40,249 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 85cf8da61f444d929f00426cff9527fd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1730979639128 2024-11-07T11:40:40,249 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:40,250 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a98192beebb414c8cb6f17e089100e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1730979639250 2024-11-07T11:40:40,251 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a646cbd6eb4f72bb7558b05cde8b38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1730979639433 2024-11-07T11:40:40,267 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#112 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:40,267 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/4966127005dd4152a5aa7a6a05d59b55 is 50, key is test_row_0/B:col10/1730979639438/Put/seqid=0 2024-11-07T11:40:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741949_1125 (size=13561) 2024-11-07T11:40:40,287 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/4966127005dd4152a5aa7a6a05d59b55 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4966127005dd4152a5aa7a6a05d59b55 2024-11-07T11:40:40,298 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into 4966127005dd4152a5aa7a6a05d59b55(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:40,298 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:40,298 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979640247; duration=0sec 2024-11-07T11:40:40,298 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:40,299 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:40,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-07T11:40:40,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:40,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:40,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:40,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9a248e60b84740d29bf4a173de8ab164 is 50, key is test_row_0/A:col10/1730979639742/Put/seqid=0 2024-11-07T11:40:40,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741950_1126 (size=12301) 2024-11-07T11:40:40,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:40,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. as already flushing 2024-11-07T11:40:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979700486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979700486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,493 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979700488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979700488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979700489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979700601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979700601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979700601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,608 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979700601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979700601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9a248e60b84740d29bf4a173de8ab164 2024-11-07T11:40:40,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979700811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979700812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/30e9aaaf03a34658b0029e9448542696 is 50, key is test_row_0/B:col10/1730979639742/Put/seqid=0 2024-11-07T11:40:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741951_1127 (size=12301) 2024-11-07T11:40:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979700821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979700821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979700829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979701121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979701121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979701131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979701140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979701141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/30e9aaaf03a34658b0029e9448542696 2024-11-07T11:40:41,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3382944e21ce4c6f88ba75a649789f84 is 50, key is test_row_0/C:col10/1730979639742/Put/seqid=0 2024-11-07T11:40:41,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741952_1128 (size=12301) 2024-11-07T11:40:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:41,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47190 deadline: 1730979701631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47180 deadline: 1730979701630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,650 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3382944e21ce4c6f88ba75a649789f84 2024-11-07T11:40:41,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/9a248e60b84740d29bf4a173de8ab164 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164 2024-11-07T11:40:41,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164, entries=150, sequenceid=566, filesize=12.0 K 2024-11-07T11:40:41,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/30e9aaaf03a34658b0029e9448542696 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696 2024-11-07T11:40:41,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47218 deadline: 1730979701651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47198 deadline: 1730979701652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,665 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47188 deadline: 1730979701652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:41,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:40:41,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696, entries=150, sequenceid=566, filesize=12.0 K 2024-11-07T11:40:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/3382944e21ce4c6f88ba75a649789f84 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84 2024-11-07T11:40:41,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84, entries=150, sequenceid=566, filesize=12.0 K 2024-11-07T11:40:41,677 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for c26206421f630c141c5458a3ad44a111 in 1289ms, sequenceid=566, compaction requested=true 2024-11-07T11:40:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:41,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:41,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-07T11:40:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-07T11:40:41,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-07T11:40:41,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-11-07T11:40:41,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.2310 sec 2024-11-07T11:40:42,296 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-07T11:40:42,296 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,296 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-07T11:40:42,297 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,298 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-07T11:40:42,298 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,298 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-07T11:40:42,298 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,302 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,303 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:42,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:40:42,653 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-07T11:40:42,653 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-07T11:40:42,653 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,653 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,653 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,653 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,653 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,653 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:42,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:42,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:42,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d52c3f3b939843e0bb9b26648c10af83 is 50, key is test_row_0/A:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:42,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741953_1129 (size=12301) 2024-11-07T11:40:42,672 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-07T11:40:42,672 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,672 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,672 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,683 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-07T11:40:42,683 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,683 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,683 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:42,683 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-07T11:40:42,683 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:40:42,683 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,683 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:42,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:43,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d52c3f3b939843e0bb9b26648c10af83 2024-11-07T11:40:43,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c55633d16ff74f65b7d553f15ec246c4 is 50, key is test_row_0/B:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741954_1130 (size=12301) 2024-11-07T11:40:43,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c55633d16ff74f65b7d553f15ec246c4 2024-11-07T11:40:43,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 is 50, key is test_row_0/C:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:43,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741955_1131 (size=12301) 2024-11-07T11:40:43,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 2024-11-07T11:40:43,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/d52c3f3b939843e0bb9b26648c10af83 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83 2024-11-07T11:40:43,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83, entries=150, sequenceid=579, filesize=12.0 K 2024-11-07T11:40:43,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/c55633d16ff74f65b7d553f15ec246c4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4 2024-11-07T11:40:43,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4, entries=150, sequenceid=579, filesize=12.0 K 2024-11-07T11:40:43,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 2024-11-07T11:40:43,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1, entries=150, sequenceid=579, filesize=12.0 K 2024-11-07T11:40:43,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=20.13 KB/20610 for c26206421f630c141c5458a3ad44a111 in 468ms, sequenceid=579, compaction requested=true 2024-11-07T11:40:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:43,122 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:43,122 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c26206421f630c141c5458a3ad44a111:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:43,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:43,123 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:43,123 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/B is initiating minor compaction (all files) 2024-11-07T11:40:43,123 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/B in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,124 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4966127005dd4152a5aa7a6a05d59b55, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=37.3 K 2024-11-07T11:40:43,124 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55310 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:43,124 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/A is initiating minor compaction (all files) 2024-11-07T11:40:43,124 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4966127005dd4152a5aa7a6a05d59b55, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1730979639433 2024-11-07T11:40:43,124 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/A in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,124 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/19f6acaa509649bab9a437fd39ba293c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=54.0 K 2024-11-07T11:40:43,124 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 30e9aaaf03a34658b0029e9448542696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1730979639742 2024-11-07T11:40:43,125 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19f6acaa509649bab9a437fd39ba293c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1730979639250 2024-11-07T11:40:43,125 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c55633d16ff74f65b7d553f15ec246c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1730979640485 2024-11-07T11:40:43,125 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57fa2cfb66394626a51ea6b00e0f65a1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1730979639433 2024-11-07T11:40:43,126 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a248e60b84740d29bf4a173de8ab164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1730979639742 2024-11-07T11:40:43,126 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d52c3f3b939843e0bb9b26648c10af83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1730979640485 2024-11-07T11:40:43,140 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:43,141 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/dea7824d09ec4f55bbd815e76cf63e3a is 50, key is test_row_0/B:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:43,144 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:43,144 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/dc0e7706f9f44417b5ae6b2c57689f03 is 50, key is test_row_0/A:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741956_1132 (size=13663) 2024-11-07T11:40:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741957_1133 (size=13663) 2024-11-07T11:40:43,560 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/dea7824d09ec4f55bbd815e76cf63e3a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/dea7824d09ec4f55bbd815e76cf63e3a 2024-11-07T11:40:43,560 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/dc0e7706f9f44417b5ae6b2c57689f03 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/dc0e7706f9f44417b5ae6b2c57689f03 2024-11-07T11:40:43,566 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/A of c26206421f630c141c5458a3ad44a111 into dc0e7706f9f44417b5ae6b2c57689f03(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:43,566 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c26206421f630c141c5458a3ad44a111/B of c26206421f630c141c5458a3ad44a111 into dea7824d09ec4f55bbd815e76cf63e3a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:43,566 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/A, priority=12, startTime=1730979643122; duration=0sec 2024-11-07T11:40:43,566 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/B, priority=13, startTime=1730979643122; duration=0sec 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:A 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:43,566 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:B 2024-11-07T11:40:43,567 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50396 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:43,567 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): c26206421f630c141c5458a3ad44a111/C is initiating minor compaction (all files) 2024-11-07T11:40:43,567 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c26206421f630c141c5458a3ad44a111/C in TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,568 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d6a84d8e5368434a9210134a638a624f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp, totalSize=49.2 K 2024-11-07T11:40:43,568 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6a84d8e5368434a9210134a638a624f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=517, earliestPutTs=1730979639250 2024-11-07T11:40:43,568 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e781d8003cd45f4ba5a95e1dee180fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=529, earliestPutTs=1730979639433 2024-11-07T11:40:43,569 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3382944e21ce4c6f88ba75a649789f84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1730979639742 2024-11-07T11:40:43,569 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f2567f6ac2540f4bb5f67ab24e1e9a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=579, earliestPutTs=1730979640485 2024-11-07T11:40:43,578 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c26206421f630c141c5458a3ad44a111#C#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:43,579 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/88e60c4077804dc781ae447bb319c2da is 50, key is test_row_0/C:col10/1730979642651/Put/seqid=0 2024-11-07T11:40:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741958_1134 (size=13629) 2024-11-07T11:40:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-07T11:40:43,622 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1915 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 1908 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 884 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2651 rows 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 880 2024-11-07T11:40:43,622 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2640 rows 2024-11-07T11:40:43,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:40:43,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:40:43,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:43,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:43,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:40:43,628 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:40:43,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:43,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979643635"}]},"ts":"1730979643635"} 2024-11-07T11:40:43,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:40:43,637 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:40:43,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:40:43,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, UNASSIGN}] 2024-11-07T11:40:43,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, UNASSIGN 2024-11-07T11:40:43,645 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c26206421f630c141c5458a3ad44a111, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:43,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, UNASSIGN because future has completed 2024-11-07T11:40:43,648 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:40:43,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:43,804 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:43,804 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:40:43,805 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing c26206421f630c141c5458a3ad44a111, disabling compactions & flushes 2024-11-07T11:40:43,805 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:43,990 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/88e60c4077804dc781ae447bb319c2da as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/88e60c4077804dc781ae447bb319c2da 2024-11-07T11:40:43,995 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c26206421f630c141c5458a3ad44a111/C of c26206421f630c141c5458a3ad44a111 into 88e60c4077804dc781ae447bb319c2da(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:43,995 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c26206421f630c141c5458a3ad44a111: 2024-11-07T11:40:43,995 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,995 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., storeName=c26206421f630c141c5458a3ad44a111/C, priority=12, startTime=1730979643122; duration=0sec 2024-11-07T11:40:43,995 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,995 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:43,995 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. after waiting 0 ms 2024-11-07T11:40:43,995 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c26206421f630c141c5458a3ad44a111:C 2024-11-07T11:40:43,995 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:43,995 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing c26206421f630c141c5458a3ad44a111 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=A 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=B 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c26206421f630c141c5458a3ad44a111, store=C 2024-11-07T11:40:43,996 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:43,999 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4aaa0fe839b5471e85772054d7a829b4 is 50, key is test_row_0/A:col10/1730979642681/Put/seqid=0 2024-11-07T11:40:44,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741959_1135 (size=9857) 2024-11-07T11:40:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:44,403 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4aaa0fe839b5471e85772054d7a829b4 2024-11-07T11:40:44,411 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/690030fca5d846b2b40d20ed2635e876 is 50, key is test_row_0/B:col10/1730979642681/Put/seqid=0 2024-11-07T11:40:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741960_1136 (size=9857) 2024-11-07T11:40:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:44,815 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/690030fca5d846b2b40d20ed2635e876 2024-11-07T11:40:44,822 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d3c9ad0671ab43358b7c7918804e2725 is 50, key is test_row_0/C:col10/1730979642681/Put/seqid=0 2024-11-07T11:40:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741961_1137 (size=9857) 2024-11-07T11:40:44,857 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:40:45,226 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=588 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d3c9ad0671ab43358b7c7918804e2725 2024-11-07T11:40:45,231 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/A/4aaa0fe839b5471e85772054d7a829b4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4aaa0fe839b5471e85772054d7a829b4 2024-11-07T11:40:45,235 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4aaa0fe839b5471e85772054d7a829b4, entries=100, sequenceid=588, filesize=9.6 K 2024-11-07T11:40:45,235 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/B/690030fca5d846b2b40d20ed2635e876 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/690030fca5d846b2b40d20ed2635e876 2024-11-07T11:40:45,239 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/690030fca5d846b2b40d20ed2635e876, entries=100, sequenceid=588, filesize=9.6 K 2024-11-07T11:40:45,240 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/.tmp/C/d3c9ad0671ab43358b7c7918804e2725 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d3c9ad0671ab43358b7c7918804e2725 2024-11-07T11:40:45,243 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d3c9ad0671ab43358b7c7918804e2725, entries=100, sequenceid=588, filesize=9.6 K 2024-11-07T11:40:45,244 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for c26206421f630c141c5458a3ad44a111 in 1249ms, sequenceid=588, compaction requested=false 2024-11-07T11:40:45,245 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9ef8ace670754084b8ed7a8e6a51f51c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/757b4c6ff39a4b92a3f7b5a4a48309fa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ea85f0c4adee44fd9cde3bbf66a90584, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0b0b66ae61e541faba26bda8affafaa2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b3ae1458d567490e9aa5838d168ac2f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ff0fed088c504a39a5ca1d0ec84a4963, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e46156c0c7584298b50c1c360bbd699f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/94b999c37469452e8575452ffdda3420, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a73bf36de57d43a98bd957ebf4074131, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f6c80cb9cf72497ea7e7ce112e486d58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/19f6acaa509649bab9a437fd39ba293c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83] to archive 2024-11-07T11:40:45,248 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:40:45,253 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0ba6b15e28e94bc58b97d90195e9264b 2024-11-07T11:40:45,254 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9cc7e746d062436ea2d77a72f21a5dba 2024-11-07T11:40:45,255 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/293520dd87ab47709c7ef69ba86a673d 2024-11-07T11:40:45,257 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9ef8ace670754084b8ed7a8e6a51f51c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9ef8ace670754084b8ed7a8e6a51f51c 2024-11-07T11:40:45,258 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1460ed1de4d4958a913521e9be0a12a 2024-11-07T11:40:45,259 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d368953458cb4296b05bfbc67e5a656c 2024-11-07T11:40:45,260 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/757b4c6ff39a4b92a3f7b5a4a48309fa to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/757b4c6ff39a4b92a3f7b5a4a48309fa 2024-11-07T11:40:45,261 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e2fbff01bb0840a3b1d8f8d85ccc2dce 2024-11-07T11:40:45,262 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f931bcc2710343779586a9825c683f9e 2024-11-07T11:40:45,263 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ea85f0c4adee44fd9cde3bbf66a90584 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ea85f0c4adee44fd9cde3bbf66a90584 2024-11-07T11:40:45,264 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/03291baf7b37452bb19c7dd0fbba6906 2024-11-07T11:40:45,266 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/fbe607b6973f441fa09921cd8e5b7b07 2024-11-07T11:40:45,267 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/faa1da002ecb418e9e6e714c935ec052 2024-11-07T11:40:45,268 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0b0b66ae61e541faba26bda8affafaa2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/0b0b66ae61e541faba26bda8affafaa2 2024-11-07T11:40:45,270 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f3f36064f3a142bfb63364490e4f41f3 2024-11-07T11:40:45,271 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/40c20df1d28a4bf9adb65fbc02fecc05 2024-11-07T11:40:45,272 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b3ae1458d567490e9aa5838d168ac2f0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b3ae1458d567490e9aa5838d168ac2f0 2024-11-07T11:40:45,273 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/6ec085688a9f4480ae7fe55ab7fdab37 2024-11-07T11:40:45,275 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4767171dcbc14e9c938b7ceb320d7be5 2024-11-07T11:40:45,276 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/80b479f5574048678b6d5357b747b68f 2024-11-07T11:40:45,277 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ff0fed088c504a39a5ca1d0ec84a4963 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/ff0fed088c504a39a5ca1d0ec84a4963 2024-11-07T11:40:45,278 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/181f7ec696dc47df85614c88925b7618 2024-11-07T11:40:45,279 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e46156c0c7584298b50c1c360bbd699f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/e46156c0c7584298b50c1c360bbd699f 2024-11-07T11:40:45,280 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/28c9d79919dc492781abbb9216f532e2 2024-11-07T11:40:45,282 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/5ae9060168264a4f84709c7f8cb5656e 2024-11-07T11:40:45,283 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d4a8d08a3ff3437e898baf18a0244595 2024-11-07T11:40:45,284 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/94b999c37469452e8575452ffdda3420 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/94b999c37469452e8575452ffdda3420 2024-11-07T11:40:45,285 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f88946b8258d41e69a61f9baf802f86e 2024-11-07T11:40:45,286 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/b14ffdb280294831b3648a853f94dc3d 2024-11-07T11:40:45,287 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/04ede1ad5c6343a48503d66313934bb9 2024-11-07T11:40:45,288 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a73bf36de57d43a98bd957ebf4074131 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a73bf36de57d43a98bd957ebf4074131 2024-11-07T11:40:45,289 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/26af92ca45604298a3645aba7f145740 2024-11-07T11:40:45,290 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f6c80cb9cf72497ea7e7ce112e486d58 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/f6c80cb9cf72497ea7e7ce112e486d58 2024-11-07T11:40:45,291 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/a1d21f2488124db898cab44efa423ccd 2024-11-07T11:40:45,292 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/24df87ab577a43bca4374d37bbf0ca89 2024-11-07T11:40:45,293 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/19f6acaa509649bab9a437fd39ba293c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/19f6acaa509649bab9a437fd39ba293c 2024-11-07T11:40:45,294 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/34179f378301465faa5bc71a31f30a07 2024-11-07T11:40:45,295 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/57fa2cfb66394626a51ea6b00e0f65a1 2024-11-07T11:40:45,296 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/9a248e60b84740d29bf4a173de8ab164 2024-11-07T11:40:45,297 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/d52c3f3b939843e0bb9b26648c10af83 2024-11-07T11:40:45,312 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/1cff84cc84a04b5098e4771aaf596c20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b3676f9282fa4c1db8e2b5fe67209c32, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/38a6286d5f6c47749f6a3a2b4af62b25, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b465b9f6445c4d91a6f9f633b9570f65, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/7a951437e4194ef588b81b4d466f37d5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2b876de327b642f595c33d255fccc7ca, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2cf978e9207b44fcade22e4d445bf5d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/9345839b9f104736b0a8ae4565276ef3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/401e3d6710cb4c85bab91d57d7343bce, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/85cf8da61f444d929f00426cff9527fd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4966127005dd4152a5aa7a6a05d59b55, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4] to archive 2024-11-07T11:40:45,313 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:40:45,315 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/3d13adae71b2496eb65a622987367ccc 2024-11-07T11:40:45,316 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/755cfa4768b14a63ab26135619885bbb 2024-11-07T11:40:45,317 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/1cff84cc84a04b5098e4771aaf596c20 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/1cff84cc84a04b5098e4771aaf596c20 2024-11-07T11:40:45,318 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/74f4412acab84002ab1f3f75c028ba09 2024-11-07T11:40:45,320 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/871fed8fbb8040b3bc69ef8f3baf7b8e 2024-11-07T11:40:45,321 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b3676f9282fa4c1db8e2b5fe67209c32 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b3676f9282fa4c1db8e2b5fe67209c32 2024-11-07T11:40:45,323 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/14d3dea56fdb42b9a03b152efd71dd98 2024-11-07T11:40:45,324 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/6e053d5d803743ae85545214214c54c4 2024-11-07T11:40:45,325 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/38a6286d5f6c47749f6a3a2b4af62b25 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/38a6286d5f6c47749f6a3a2b4af62b25 2024-11-07T11:40:45,326 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/36ccb2bc4f594e5ca3acdcdde7e15652 2024-11-07T11:40:45,328 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/514c29394a684cdaaaa6cc0827a6b595 2024-11-07T11:40:45,329 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b216b4850a684773b5cb15296847334b 2024-11-07T11:40:45,330 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b465b9f6445c4d91a6f9f633b9570f65 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/b465b9f6445c4d91a6f9f633b9570f65 2024-11-07T11:40:45,331 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ebb138e803d74e878f4dfcf3f68c8578 2024-11-07T11:40:45,332 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4b5dbf838c3246ffa601914e316c727f 2024-11-07T11:40:45,334 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/260479b8f6e642d3a2a68c5185ebbab4 2024-11-07T11:40:45,335 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/7a951437e4194ef588b81b4d466f37d5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/7a951437e4194ef588b81b4d466f37d5 2024-11-07T11:40:45,336 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c85a5fc6c1174b3f8658b3fd33fd5ec8 2024-11-07T11:40:45,337 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/33f06bafb03749e1bf3159cf012fb6ee 2024-11-07T11:40:45,338 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2b876de327b642f595c33d255fccc7ca to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2b876de327b642f595c33d255fccc7ca 2024-11-07T11:40:45,340 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/21f59c77e02e4b5193f611e5e63943f8 2024-11-07T11:40:45,341 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/56de8427a2314ba5a224a02d7a456464 2024-11-07T11:40:45,342 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2cf978e9207b44fcade22e4d445bf5d7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/2cf978e9207b44fcade22e4d445bf5d7 2024-11-07T11:40:45,343 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ffecac0b3de443038b3e86a5187082d5 2024-11-07T11:40:45,345 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/cd26528b613c47359b165a9a4caa6c0d 2024-11-07T11:40:45,346 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/f16e4500a07e40beaa5e34d5f44aa24d 2024-11-07T11:40:45,347 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/9345839b9f104736b0a8ae4565276ef3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/9345839b9f104736b0a8ae4565276ef3 2024-11-07T11:40:45,348 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/248592660c284c4e8ee2b57405bec72c 2024-11-07T11:40:45,349 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/0c483d3030da4954930cccf8149185e7 2024-11-07T11:40:45,350 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/401e3d6710cb4c85bab91d57d7343bce to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/401e3d6710cb4c85bab91d57d7343bce 2024-11-07T11:40:45,351 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/a29c15e46c4d4dfca39d2efc7304e78c 2024-11-07T11:40:45,353 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/ad8de44fdb5144b0a1fdf19b57b640c2 2024-11-07T11:40:45,354 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/aff4449b235e45768949405616faf6f2 2024-11-07T11:40:45,355 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/85cf8da61f444d929f00426cff9527fd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/85cf8da61f444d929f00426cff9527fd 2024-11-07T11:40:45,356 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/d28bc2f4426348369ab9894385d88eee 2024-11-07T11:40:45,357 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/8a98192beebb414c8cb6f17e089100e2 2024-11-07T11:40:45,359 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4966127005dd4152a5aa7a6a05d59b55 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/4966127005dd4152a5aa7a6a05d59b55 2024-11-07T11:40:45,360 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/35a646cbd6eb4f72bb7558b05cde8b38 2024-11-07T11:40:45,361 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/30e9aaaf03a34658b0029e9448542696 2024-11-07T11:40:45,362 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/c55633d16ff74f65b7d553f15ec246c4 2024-11-07T11:40:45,364 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/216da4e0fa6b4ade93e2921a61292660, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ec91541b9c834f48b4d12e71b9d28e64, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/20cf7dd1335547cda906fda36894002c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb9a69f57cad42b1b237da37f51789e2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0c7524a27b049a4a48c1eb449e9584e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/2014543e4ad84070824d541a5998af95, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/7605effa48c9467884460095179c7688, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ff9e8c03bb5c4f2cadd3e9b94be09854, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4cd0a74cb6664e49bf7e1759a1378c51, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d6a84d8e5368434a9210134a638a624f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1] to archive 2024-11-07T11:40:45,365 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:40:45,366 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/30a5d416e1cb4ed58eae80623629aa7c 2024-11-07T11:40:45,367 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e917ca45cfc7489786969a02b7c0fd1e 2024-11-07T11:40:45,368 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/216da4e0fa6b4ade93e2921a61292660 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/216da4e0fa6b4ade93e2921a61292660 2024-11-07T11:40:45,370 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb736417a6504237a3a752c95d0ae06f 2024-11-07T11:40:45,371 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b5c96d16fa7b4391918c0c3350135fda 2024-11-07T11:40:45,372 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ec91541b9c834f48b4d12e71b9d28e64 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ec91541b9c834f48b4d12e71b9d28e64 2024-11-07T11:40:45,373 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3238ce5a8acd439290ae2e1f5ec258d0 2024-11-07T11:40:45,374 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/a57e650b1add4af19280677e30af1298 2024-11-07T11:40:45,375 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/20cf7dd1335547cda906fda36894002c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/20cf7dd1335547cda906fda36894002c 2024-11-07T11:40:45,376 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e66a3b8a5ba64b2394ef8f359eb07ad2 2024-11-07T11:40:45,378 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dd1819ce9ad848ee929e5790b7f9a299 2024-11-07T11:40:45,379 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/78486f12aa474c2b9ecd2f495b421ac8 2024-11-07T11:40:45,380 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb9a69f57cad42b1b237da37f51789e2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb9a69f57cad42b1b237da37f51789e2 2024-11-07T11:40:45,381 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/bb1fc891e36b42fb897e78727b1f91dd 2024-11-07T11:40:45,382 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d0be78a815724999b6b65b60de24fbf8 2024-11-07T11:40:45,389 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4168b89f198b4bfe917e6f60dea1d862 2024-11-07T11:40:45,390 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0c7524a27b049a4a48c1eb449e9584e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0c7524a27b049a4a48c1eb449e9584e 2024-11-07T11:40:45,391 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/e9566fea8a61431389e3607ca50a4bc3 2024-11-07T11:40:45,392 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/950386087f794144b118fab700dc6986 2024-11-07T11:40:45,393 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/2014543e4ad84070824d541a5998af95 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/2014543e4ad84070824d541a5998af95 2024-11-07T11:40:45,394 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/dfbc0dd3417f4910b95974af29cda869 2024-11-07T11:40:45,395 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/817e624749304550992824c3f39eaac7 2024-11-07T11:40:45,396 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/7605effa48c9467884460095179c7688 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/7605effa48c9467884460095179c7688 2024-11-07T11:40:45,397 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b15e05168bae4072aa4bbd67d98c9e60 2024-11-07T11:40:45,398 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/1d76cb1978fe49f5966cf58096e79f53 2024-11-07T11:40:45,399 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6fddd46b5b504900a5f0de7364ae511c 2024-11-07T11:40:45,400 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ff9e8c03bb5c4f2cadd3e9b94be09854 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ff9e8c03bb5c4f2cadd3e9b94be09854 2024-11-07T11:40:45,401 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3cff19f6e22248cb943a979518ab1125 2024-11-07T11:40:45,402 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/b0867358a4ce4276ad9bc3a7a3317286 2024-11-07T11:40:45,403 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/86636020e46b4c4bab40d5853e1685d9 2024-11-07T11:40:45,405 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5dbf32fbb08f44f6b78f2109bcb04d76 2024-11-07T11:40:45,406 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4cd0a74cb6664e49bf7e1759a1378c51 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/4cd0a74cb6664e49bf7e1759a1378c51 2024-11-07T11:40:45,408 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/ab67bbcff3ac4a18826518e6febfb24b 2024-11-07T11:40:45,409 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3f86feb57d864cfcb73d8e7d939fc17a 2024-11-07T11:40:45,410 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d6a84d8e5368434a9210134a638a624f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d6a84d8e5368434a9210134a638a624f 2024-11-07T11:40:45,411 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/80dbf299868e4e5889deebf2c76bb2e7 2024-11-07T11:40:45,412 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/6e781d8003cd45f4ba5a95e1dee180fd 2024-11-07T11:40:45,413 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/3382944e21ce4c6f88ba75a649789f84 2024-11-07T11:40:45,414 DEBUG [StoreCloser-TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/5f2567f6ac2540f4bb5f67ab24e1e9a1 2024-11-07T11:40:45,419 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/recovered.edits/591.seqid, newMaxSeqId=591, maxSeqId=1 2024-11-07T11:40:45,420 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. 2024-11-07T11:40:45,421 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for c26206421f630c141c5458a3ad44a111: Waiting for close lock at 1730979643805Running coprocessor pre-close hooks at 1730979643805Disabling compacts and flushes for region at 1730979643805Disabling writes for close at 1730979643995 (+190 ms)Obtaining lock to block concurrent updates at 1730979643995Preparing flush snapshotting stores in c26206421f630c141c5458a3ad44a111 at 1730979643995Finished memstore snapshotting TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1730979643996 (+1 ms)Flushing stores of TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111. at 1730979643996Flushing c26206421f630c141c5458a3ad44a111/A: creating writer at 1730979643996Flushing c26206421f630c141c5458a3ad44a111/A: appending metadata at 1730979643999 (+3 ms)Flushing c26206421f630c141c5458a3ad44a111/A: closing flushed file at 1730979643999Flushing c26206421f630c141c5458a3ad44a111/B: creating writer at 1730979644408 (+409 ms)Flushing c26206421f630c141c5458a3ad44a111/B: appending metadata at 1730979644410 (+2 ms)Flushing c26206421f630c141c5458a3ad44a111/B: closing flushed file at 1730979644410Flushing c26206421f630c141c5458a3ad44a111/C: creating writer at 1730979644819 (+409 ms)Flushing c26206421f630c141c5458a3ad44a111/C: appending metadata at 1730979644821 (+2 ms)Flushing c26206421f630c141c5458a3ad44a111/C: closing flushed file at 1730979644821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e68dfb: reopening flushed file at 1730979645230 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586c43df: reopening flushed file at 1730979645235 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ee6647: reopening flushed file at 1730979645239 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for c26206421f630c141c5458a3ad44a111 in 1249ms, sequenceid=588, compaction requested=false at 1730979645244 (+5 ms)Writing region close event to WAL at 1730979645416 (+172 ms)Running coprocessor post-close hooks at 1730979645420 (+4 ms)Closed at 1730979645420 2024-11-07T11:40:45,423 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:45,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=c26206421f630c141c5458a3ad44a111, regionState=CLOSED 2024-11-07T11:40:45,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:40:45,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-07T11:40:45,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure c26206421f630c141c5458a3ad44a111, server=f30636bb2128,39285,1730979616609 in 1.7790 sec 2024-11-07T11:40:45,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-07T11:40:45,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c26206421f630c141c5458a3ad44a111, UNASSIGN in 1.7850 sec 2024-11-07T11:40:45,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-07T11:40:45,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7930 sec 2024-11-07T11:40:45,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979645433"}]},"ts":"1730979645433"} 2024-11-07T11:40:45,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:40:45,434 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:40:45,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8060 sec 2024-11-07T11:40:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-07T11:40:45,781 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:45,785 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:40:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,790 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T11:40:45,792 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,797 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:45,800 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/recovered.edits] 2024-11-07T11:40:45,803 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4aaa0fe839b5471e85772054d7a829b4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/4aaa0fe839b5471e85772054d7a829b4 2024-11-07T11:40:45,805 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/dc0e7706f9f44417b5ae6b2c57689f03 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/A/dc0e7706f9f44417b5ae6b2c57689f03 2024-11-07T11:40:45,807 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/690030fca5d846b2b40d20ed2635e876 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/690030fca5d846b2b40d20ed2635e876 2024-11-07T11:40:45,808 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/dea7824d09ec4f55bbd815e76cf63e3a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/B/dea7824d09ec4f55bbd815e76cf63e3a 2024-11-07T11:40:45,810 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/88e60c4077804dc781ae447bb319c2da to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/88e60c4077804dc781ae447bb319c2da 2024-11-07T11:40:45,811 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d3c9ad0671ab43358b7c7918804e2725 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/C/d3c9ad0671ab43358b7c7918804e2725 2024-11-07T11:40:45,814 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/recovered.edits/591.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111/recovered.edits/591.seqid 2024-11-07T11:40:45,814 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/c26206421f630c141c5458a3ad44a111 2024-11-07T11:40:45,814 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:40:45,819 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T11:40:45,828 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:40:45,862 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:40:45,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:40:45,863 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979645863"}]},"ts":"9223372036854775807"} 2024-11-07T11:40:45,868 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:40:45,868 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c26206421f630c141c5458a3ad44a111, NAME => 'TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:40:45,868 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:40:45,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979645868"}]},"ts":"9223372036854775807"} 2024-11-07T11:40:45,871 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:40:45,872 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 86 msec 2024-11-07T11:40:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-07T11:40:45,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:40:45,902 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:45,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 210) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f30636bb2128:39285-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f30636bb2128:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858482622_22 at /127.0.0.1:43790 [Waiting for operation #356] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858482622_22 at /127.0.0.1:58242 [Waiting for operation #382] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1487877894_22 at /127.0.0.1:44060 [Waiting for operation #49] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 410) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2172 (was 2757) 2024-11-07T11:40:45,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=2172 2024-11-07T11:40:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:40:45,928 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:40:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:45,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:40:45,931 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:45,931 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-07T11:40:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:45,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:40:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741962_1138 (size=1061) 2024-11-07T11:40:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:46,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:40:46,340 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:40:46,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741963_1139 (size=53) 2024-11-07T11:40:46,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:46,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:46,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b031d3a50dd94074d02c3caf57ac0aab, disabling compactions & flushes 2024-11-07T11:40:46,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:46,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:46,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. after waiting 0 ms 2024-11-07T11:40:46,746 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:46,746 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:46,747 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b031d3a50dd94074d02c3caf57ac0aab: Waiting for close lock at 1730979646746Disabling compacts and flushes for region at 1730979646746Disabling writes for close at 1730979646746Writing region close event to WAL at 1730979646746Closed at 1730979646746 2024-11-07T11:40:46,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:40:46,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979646748"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979646748"}]},"ts":"1730979646748"} 2024-11-07T11:40:46,750 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:40:46,751 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:40:46,751 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979646751"}]},"ts":"1730979646751"} 2024-11-07T11:40:46,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:40:46,753 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, ASSIGN}] 2024-11-07T11:40:46,753 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, ASSIGN 2024-11-07T11:40:46,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:40:46,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:46,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, ASSIGN because future has completed 2024-11-07T11:40:46,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:47,063 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:47,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:40:47,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:47,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,064 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,065 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,066 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:47,067 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName A 2024-11-07T11:40:47,067 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:47,067 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:47,068 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,068 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:47,069 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName B 2024-11-07T11:40:47,069 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:47,069 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:47,069 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,070 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:47,070 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName C 2024-11-07T11:40:47,070 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:47,071 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:47,071 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:47,071 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,071 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,072 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,073 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,073 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,073 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:40:47,074 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,076 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:40:47,076 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened b031d3a50dd94074d02c3caf57ac0aab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63663751, jitterRate=-0.05133618414402008}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:40:47,076 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:47,077 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for b031d3a50dd94074d02c3caf57ac0aab: Running coprocessor pre-open hook at 1730979647064Writing region info on filesystem at 1730979647064Initializing all the Stores at 1730979647064Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979647064Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979647065 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979647065Cleaning up temporary data from old regions at 1730979647073 (+8 ms)Running coprocessor post-open hooks at 1730979647076 (+3 ms)Region opened successfully at 1730979647077 (+1 ms) 2024-11-07T11:40:47,077 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., pid=32, masterSystemTime=1730979647060 2024-11-07T11:40:47,079 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:47,079 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:47,080 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:47,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:40:47,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-07T11:40:47,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 in 176 msec 2024-11-07T11:40:47,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-07T11:40:47,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, ASSIGN in 331 msec 2024-11-07T11:40:47,087 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:40:47,087 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979647087"}]},"ts":"1730979647087"} 2024-11-07T11:40:47,089 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:40:47,089 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:40:47,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-07T11:40:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-07T11:40:48,081 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:48,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328db2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:48,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:48,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:48,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:48,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:48,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:48,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19818525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:48,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:48,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:48,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:48,086 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54142, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:48,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641dcc92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:48,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:48,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:48,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:48,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:40:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:40:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296fe578 2024-11-07T11:40:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:40:48,092 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:40:48,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:40:48,097 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:40:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T11:40:48,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741964_1140 (size=1097) 2024-11-07T11:40:48,516 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-07T11:40:48,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-07T11:40:48,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:40:48,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE}] 2024-11-07T11:40:48,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE 2024-11-07T11:40:48,527 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:48,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE because future has completed 2024-11-07T11:40:48,529 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:40:48,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:48,682 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:48,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:40:48,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing b031d3a50dd94074d02c3caf57ac0aab, disabling compactions & flushes 2024-11-07T11:40:48,682 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:48,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:48,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. after waiting 0 ms 2024-11-07T11:40:48,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:48,686 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T11:40:48,686 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:48,686 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for b031d3a50dd94074d02c3caf57ac0aab: Waiting for close lock at 1730979648682Running coprocessor pre-close hooks at 1730979648682Disabling compacts and flushes for region at 1730979648682Disabling writes for close at 1730979648682Writing region close event to WAL at 1730979648682Running coprocessor post-close hooks at 1730979648686 (+4 ms)Closed at 1730979648686 2024-11-07T11:40:48,686 WARN [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: b031d3a50dd94074d02c3caf57ac0aab to self. 2024-11-07T11:40:48,688 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:48,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=CLOSED 2024-11-07T11:40:48,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:40:48,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-07T11:40:48,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 in 163 msec 2024-11-07T11:40:48,694 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE; state=CLOSED, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=true 2024-11-07T11:40:48,845 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE because future has completed 2024-11-07T11:40:48,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:40:49,002 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,002 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:40:49,002 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,002 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:40:49,002 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,002 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,005 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,005 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:49,010 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName A 2024-11-07T11:40:49,012 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:49,012 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:49,013 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,013 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:49,013 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName B 2024-11-07T11:40:49,013 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:49,014 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:49,014 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,014 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:40:49,015 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031d3a50dd94074d02c3caf57ac0aab columnFamilyName C 2024-11-07T11:40:49,015 DEBUG [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:49,015 INFO [StoreOpener-b031d3a50dd94074d02c3caf57ac0aab-1 {}] regionserver.HStore(327): Store=b031d3a50dd94074d02c3caf57ac0aab/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:40:49,015 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,015 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,016 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,017 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,018 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,018 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,018 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:40:49,019 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,020 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened b031d3a50dd94074d02c3caf57ac0aab; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62690346, jitterRate=-0.06584104895591736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:40:49,020 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,021 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for b031d3a50dd94074d02c3caf57ac0aab: Running coprocessor pre-open hook at 1730979649003Writing region info on filesystem at 1730979649003Initializing all the Stores at 1730979649003Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979649003Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979649003Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979649003Cleaning up temporary data from old regions at 1730979649018 (+15 ms)Running coprocessor post-open hooks at 1730979649020 (+2 ms)Region opened successfully at 1730979649021 (+1 ms) 2024-11-07T11:40:49,022 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., pid=37, masterSystemTime=1730979648999 2024-11-07T11:40:49,023 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,023 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,024 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=OPEN, openSeqNum=5, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:40:49,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-07T11:40:49,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 in 180 msec 2024-11-07T11:40:49,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-07T11:40:49,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, REOPEN/MOVE in 502 msec 2024-11-07T11:40:49,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-07T11:40:49,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 512 msec 2024-11-07T11:40:49,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 935 msec 2024-11-07T11:40:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-07T11:40:49,038 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:49,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263f8ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363fb04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5c30e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b7b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,044 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d54e90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,045 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d55e781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1845b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,047 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acdcdc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,049 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618699ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0484de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,051 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44dfe3f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e83274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349085e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370039a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,056 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8616b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,058 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662a0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,059 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b54c937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d21c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,061 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523bf26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0905f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a92e196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,065 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c3e521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,066 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f1458f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:40:49,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:40:49,068 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c765914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:40:49,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:40:49,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:40:49,071 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad43a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:40:49,072 DEBUG [Thread-693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,073 DEBUG [Thread-697 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,081 DEBUG [Thread-691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,082 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,085 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:49,086 DEBUG [Thread-708 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,086 DEBUG [Thread-706 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-07T11:40:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:49,088 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:49,089 DEBUG [Thread-708 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,089 DEBUG [Thread-706 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,089 DEBUG [Thread-708 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:49,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:49,090 DEBUG [Thread-706 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,094 DEBUG [Thread-708 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:49,097 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:49,098 DEBUG [Thread-699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,099 DEBUG [Thread-702 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,099 DEBUG [Thread-695 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,101 DEBUG [Thread-704 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:40:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:40:49,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:40:49,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:40:49,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:40:49,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110703ca0179f6e14fbfb810bfdf329966e1_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979649093/Put/seqid=0 2024-11-07T11:40:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741965_1141 (size=14594) 2024-11-07T11:40:49,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:49,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1730979649134, max timestamp=1730979649175Num uniques 859; 2024-11-07T11:40:49,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1730979649134, max timestamp=1730979649175Num uniques 859; 2024-11-07T11:40:49,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-07T11:40:49,181 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-07T11:40:49,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1730979649134, max timestamp=1730979649175Num uniques 859; 2024-11-07T11:40:49,182 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-07T11:40:49,185 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110703ca0179f6e14fbfb810bfdf329966e1_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110703ca0179f6e14fbfb810bfdf329966e1_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,187 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/9d0ac31e615a4448ba7c768a6fa6386d, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:49,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/9d0ac31e615a4448ba7c768a6fa6386d is 175, key is test_row_0/A:col10/1730979649093/Put/seqid=0 2024-11-07T11:40:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741966_1142 (size=39549) 2024-11-07T11:40:49,209 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/9d0ac31e615a4448ba7c768a6fa6386d 2024-11-07T11:40:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979709207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979709212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439fb00f6e047e4903f1d06b3d46476 is 50, key is test_row_0/B:col10/1730979649093/Put/seqid=0 2024-11-07T11:40:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979709216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979709216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979709221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,243 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741967_1143 (size=12001) 2024-11-07T11:40:49,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439fb00f6e047e4903f1d06b3d46476 2024-11-07T11:40:49,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1080a1a212da4775bbd1891328744d4e is 50, key is test_row_0/C:col10/1730979649093/Put/seqid=0 2024-11-07T11:40:49,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741968_1144 (size=12001) 2024-11-07T11:40:49,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1080a1a212da4775bbd1891328744d4e 2024-11-07T11:40:49,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/9d0ac31e615a4448ba7c768a6fa6386d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d 2024-11-07T11:40:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979709331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979709341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d, entries=200, sequenceid=15, filesize=38.6 K 2024-11-07T11:40:49,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439fb00f6e047e4903f1d06b3d46476 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476 2024-11-07T11:40:49,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T11:40:49,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1080a1a212da4775bbd1891328744d4e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e 2024-11-07T11:40:49,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T11:40:49,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b031d3a50dd94074d02c3caf57ac0aab in 271ms, sequenceid=15, compaction requested=false 2024-11-07T11:40:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB 2024-11-07T11:40:49,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:49,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:49,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ae1f7211155744ecbf91c60f64132dfa_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979649204/Put/seqid=0 2024-11-07T11:40:49,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979709411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979709421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979709435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741969_1145 (size=17034) 2024-11-07T11:40:49,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:49,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ae1f7211155744ecbf91c60f64132dfa_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae1f7211155744ecbf91c60f64132dfa_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:49,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/ae59cd310c37421b8942acee212d0d0d, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:49,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/ae59cd310c37421b8942acee212d0d0d is 175, key is test_row_0/A:col10/1730979649204/Put/seqid=0 2024-11-07T11:40:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741970_1146 (size=48139) 2024-11-07T11:40:49,463 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/ae59cd310c37421b8942acee212d0d0d 2024-11-07T11:40:49,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/abc2af31b1a942bdbce7587d0499bcfe is 50, key is test_row_0/B:col10/1730979649204/Put/seqid=0 2024-11-07T11:40:49,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741971_1147 (size=12001) 2024-11-07T11:40:49,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/abc2af31b1a942bdbce7587d0499bcfe 2024-11-07T11:40:49,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/505149058de94a03b3bda54def89ad82 is 50, key is test_row_0/C:col10/1730979649204/Put/seqid=0 2024-11-07T11:40:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741972_1148 (size=12001) 2024-11-07T11:40:49,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979709541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979709544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979709544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979709551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979709551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,558 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979709761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979709761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979709761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,767 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:49,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:49,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:49,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979709861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979709863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:49,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:49,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:49,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/505149058de94a03b3bda54def89ad82 2024-11-07T11:40:49,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/ae59cd310c37421b8942acee212d0d0d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d 2024-11-07T11:40:49,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d, entries=250, sequenceid=50, filesize=47.0 K 2024-11-07T11:40:49,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/abc2af31b1a942bdbce7587d0499bcfe as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe 2024-11-07T11:40:49,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:40:49,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/505149058de94a03b3bda54def89ad82 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82 2024-11-07T11:40:49,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:40:49,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~421.27 KB/431376, currentSize=33.54 KB/34350 for b031d3a50dd94074d02c3caf57ac0aab in 586ms, sequenceid=50, compaction requested=false 2024-11-07T11:40:49,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:50,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-07T11:40:50,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:50,018 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071d3917b85ce5459ba7b5f8fa12fffdee_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979649424/Put/seqid=0 2024-11-07T11:40:50,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741973_1149 (size=12154) 2024-11-07T11:40:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:50,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:50,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1730979650098, max timestamp=1730979650119Num uniques 859; 2024-11-07T11:40:50,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-07T11:40:50,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1730979650098, max timestamp=1730979650119Num uniques 859; 2024-11-07T11:40:50,124 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-07T11:40:50,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979650098, max timestamp=1730979650119Num uniques 859; 2024-11-07T11:40:50,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979710179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979710181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979710192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:50,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979710301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979710301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979710311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979710371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979710372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:50,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071d3917b85ce5459ba7b5f8fa12fffdee_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071d3917b85ce5459ba7b5f8fa12fffdee_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:50,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2c08bd83bdd049f9bea16f173ef78bae, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2c08bd83bdd049f9bea16f173ef78bae is 175, key is test_row_0/A:col10/1730979649424/Put/seqid=0 2024-11-07T11:40:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741974_1150 (size=30955) 2024-11-07T11:40:50,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=58, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2c08bd83bdd049f9bea16f173ef78bae 2024-11-07T11:40:50,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/084ddd3240bf479e8f9cb050dd474db4 is 50, key is test_row_0/B:col10/1730979649424/Put/seqid=0 2024-11-07T11:40:50,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741975_1151 (size=12001) 2024-11-07T11:40:50,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/084ddd3240bf479e8f9cb050dd474db4 2024-11-07T11:40:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/bdc0f1b253b1448aa7251b90bc2a93dd is 50, key is test_row_0/C:col10/1730979649424/Put/seqid=0 2024-11-07T11:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979710521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979710521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979710521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741976_1152 (size=12001) 2024-11-07T11:40:50,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/bdc0f1b253b1448aa7251b90bc2a93dd 2024-11-07T11:40:50,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2c08bd83bdd049f9bea16f173ef78bae as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae 2024-11-07T11:40:50,559 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae, entries=150, sequenceid=58, filesize=30.2 K 2024-11-07T11:40:50,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/084ddd3240bf479e8f9cb050dd474db4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4 2024-11-07T11:40:50,566 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4, entries=150, sequenceid=58, filesize=11.7 K 2024-11-07T11:40:50,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/bdc0f1b253b1448aa7251b90bc2a93dd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd 2024-11-07T11:40:50,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd, entries=150, sequenceid=58, filesize=11.7 K 2024-11-07T11:40:50,576 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=152.07 KB/155720 for b031d3a50dd94074d02c3caf57ac0aab in 558ms, sequenceid=58, compaction requested=true 2024-11-07T11:40:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:50,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-07T11:40:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-07T11:40:50,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-07T11:40:50,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-07T11:40:50,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.4970 sec 2024-11-07T11:40:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:50,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=158.78 KB heapSize=446.23 KB 2024-11-07T11:40:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:40:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:50,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:40:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:50,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:40:50,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979710853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979710855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071a43362de4794aebba9a6566e4dff747_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979710863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741977_1153 (size=14594) 2024-11-07T11:40:50,876 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:50,882 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071a43362de4794aebba9a6566e4dff747_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a43362de4794aebba9a6566e4dff747_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:50,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/26c718025d0349fbbcee9c5f28454e81, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:50,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/26c718025d0349fbbcee9c5f28454e81 is 175, key is test_row_0/A:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:50,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741978_1154 (size=39549) 2024-11-07T11:40:50,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/26c718025d0349fbbcee9c5f28454e81 2024-11-07T11:40:50,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d4cc202632124bef8b87affc6feeb45e is 50, key is test_row_0/B:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:50,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741979_1155 (size=12001) 2024-11-07T11:40:50,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979710961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:40:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979710972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:50,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979710982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979711171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979711190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979711201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-07T11:40:51,233 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:51,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-07T11:40:51,236 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:51,238 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:51,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:51,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d4cc202632124bef8b87affc6feeb45e 2024-11-07T11:40:51,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/5b328b38afd14fa5860f0e01129b0b5f is 50, key is test_row_0/C:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:51,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741980_1156 (size=12001) 2024-11-07T11:40:51,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/5b328b38afd14fa5860f0e01129b0b5f 2024-11-07T11:40:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/26c718025d0349fbbcee9c5f28454e81 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81 2024-11-07T11:40:51,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81, entries=200, sequenceid=96, filesize=38.6 K 2024-11-07T11:40:51,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d4cc202632124bef8b87affc6feeb45e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e 2024-11-07T11:40:51,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T11:40:51,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/5b328b38afd14fa5860f0e01129b0b5f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f 2024-11-07T11:40:51,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979711393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979711393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,404 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,406 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T11:40:51,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~158.78 KB/162590, heapSize ~446.19 KB/456896, currentSize=26.84 KB/27480 for b031d3a50dd94074d02c3caf57ac0aab in 567ms, sequenceid=96, compaction requested=true 2024-11-07T11:40:51,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:51,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:51,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:51,414 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:51,415 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:51,415 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:40:51,415 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:51,415 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,415 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:40:51,415 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,416 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=46.9 K 2024-11-07T11:40:51,416 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=154.5 K 2024-11-07T11:40:51,416 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,416 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81] 2024-11-07T11:40:51,417 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0439fb00f6e047e4903f1d06b3d46476, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979649087 2024-11-07T11:40:51,417 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d0ac31e615a4448ba7c768a6fa6386d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979649087 2024-11-07T11:40:51,417 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting abc2af31b1a942bdbce7587d0499bcfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979649204 2024-11-07T11:40:51,417 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 084ddd3240bf479e8f9cb050dd474db4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1730979649393 2024-11-07T11:40:51,418 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae59cd310c37421b8942acee212d0d0d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979649204 2024-11-07T11:40:51,418 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d4cc202632124bef8b87affc6feeb45e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:51,418 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c08bd83bdd049f9bea16f173ef78bae, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1730979649393 2024-11-07T11:40:51,419 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26c718025d0349fbbcee9c5f28454e81, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:51,445 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:51,446 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/89196fdf73e64ecca2c0c24b6bc2a069 is 50, key is test_row_0/B:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:51,452 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:51,473 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f6ee7004935749db9b31e1ff393bb4e0_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:51,486 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f6ee7004935749db9b31e1ff393bb4e0_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:51,511 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f6ee7004935749db9b31e1ff393bb4e0_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:51,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741981_1157 (size=12139) 2024-11-07T11:40:51,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:51,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:51,529 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/89196fdf73e64ecca2c0c24b6bc2a069 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89196fdf73e64ecca2c0c24b6bc2a069 2024-11-07T11:40:51,537 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into 89196fdf73e64ecca2c0c24b6bc2a069(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:51,537 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:51,537 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=12, startTime=1730979651414; duration=0sec 2024-11-07T11:40:51,537 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:51,538 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:40:51,538 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:51,543 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:51,543 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:40:51,543 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,543 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=46.9 K 2024-11-07T11:40:51,544 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1080a1a212da4775bbd1891328744d4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979649087 2024-11-07T11:40:51,544 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 505149058de94a03b3bda54def89ad82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979649204 2024-11-07T11:40:51,545 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc0f1b253b1448aa7251b90bc2a93dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1730979649393 2024-11-07T11:40:51,545 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b328b38afd14fa5860f0e01129b0b5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:51,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:51,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741982_1158 (size=4469) 2024-11-07T11:40:51,564 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#138 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:51,564 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/631969db34304c0a8cbe7c41badfef26 is 175, key is test_row_0/A:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:51,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b8c2c5b07db443468954d598ca7ca6c9_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979651519/Put/seqid=0 2024-11-07T11:40:51,575 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#140 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:51,575 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/ae7ce7a89f854f4b9d53c468107ecb28 is 50, key is test_row_0/C:col10/1730979650177/Put/seqid=0 2024-11-07T11:40:51,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741983_1159 (size=31093) 2024-11-07T11:40:51,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979651561, max timestamp=1730979651584Num uniques 859; 2024-11-07T11:40:51,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979651561, max timestamp=1730979651584Num uniques 859; 2024-11-07T11:40:51,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:51,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741985_1161 (size=12139) 2024-11-07T11:40:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741984_1160 (size=14594) 2024-11-07T11:40:51,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979651561, max timestamp=1730979651584Num uniques 859; 2024-11-07T11:40:51,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:40:51,598 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/ae7ce7a89f854f4b9d53c468107ecb28 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ae7ce7a89f854f4b9d53c468107ecb28 2024-11-07T11:40:51,607 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into ae7ce7a89f854f4b9d53c468107ecb28(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:51,608 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:51,608 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=12, startTime=1730979651414; duration=0sec 2024-11-07T11:40:51,608 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:51,608 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:40:51,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979711638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,644 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979711641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979711643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979711751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979711761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979711761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,764 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:51,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:51,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:51,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979711961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979711971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979711971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:51,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:51,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:51,992 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/631969db34304c0a8cbe7c41badfef26 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26 2024-11-07T11:40:51,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b8c2c5b07db443468954d598ca7ca6c9_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b8c2c5b07db443468954d598ca7ca6c9_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:51,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c0b5af6d00504598b72f1afc4ce8f297, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:52,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c0b5af6d00504598b72f1afc4ce8f297 is 175, key is test_row_0/A:col10/1730979651519/Put/seqid=0 2024-11-07T11:40:52,000 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into 631969db34304c0a8cbe7c41badfef26(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:52,000 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:52,000 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=12, startTime=1730979651413; duration=0sec 2024-11-07T11:40:52,001 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:52,001 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:40:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741986_1162 (size=39549) 2024-11-07T11:40:52,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,014 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=107, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c0b5af6d00504598b72f1afc4ce8f297 2024-11-07T11:40:52,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/bb5acb5166fb43efa3cfa061fbeaed35 is 50, key is test_row_0/B:col10/1730979651519/Put/seqid=0 2024-11-07T11:40:52,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741987_1163 (size=12001) 2024-11-07T11:40:52,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/bb5acb5166fb43efa3cfa061fbeaed35 2024-11-07T11:40:52,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/13c8b6064b2546c0b82c400c4d531b36 is 50, key is test_row_0/C:col10/1730979651519/Put/seqid=0 2024-11-07T11:40:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741988_1164 (size=12001) 2024-11-07T11:40:52,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979712271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:52,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979712281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:52,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979712291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:52,298 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:52,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:52,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:52,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/13c8b6064b2546c0b82c400c4d531b36 2024-11-07T11:40:52,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c0b5af6d00504598b72f1afc4ce8f297 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297 2024-11-07T11:40:52,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297, entries=200, sequenceid=107, filesize=38.6 K 2024-11-07T11:40:52,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/bb5acb5166fb43efa3cfa061fbeaed35 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35 2024-11-07T11:40:52,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35, entries=150, sequenceid=107, filesize=11.7 K 2024-11-07T11:40:52,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/13c8b6064b2546c0b82c400c4d531b36 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36 2024-11-07T11:40:52,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36, entries=150, sequenceid=107, filesize=11.7 K 2024-11-07T11:40:52,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b031d3a50dd94074d02c3caf57ac0aab in 995ms, sequenceid=107, compaction requested=false 2024-11-07T11:40:52,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:52,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-07T11:40:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-07T11:40:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:52,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f1d66fe908b43a09fee0138c7a48cc2_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979651635/Put/seqid=0 2024-11-07T11:40:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741989_1165 (size=12304) 2024-11-07T11:40:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,660 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f1d66fe908b43a09fee0138c7a48cc2_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f1d66fe908b43a09fee0138c7a48cc2_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c74774b576f34503b618a5209f41e6a9, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:52,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c74774b576f34503b618a5209f41e6a9 is 175, key is test_row_0/A:col10/1730979651635/Put/seqid=0 2024-11-07T11:40:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741990_1166 (size=31105) 2024-11-07T11:40:52,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c74774b576f34503b618a5209f41e6a9 2024-11-07T11:40:52,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/ae6ce1d6bad548d08bf3e9affe53f795 is 50, key is test_row_0/B:col10/1730979651635/Put/seqid=0 2024-11-07T11:40:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741991_1167 (size=12151) 2024-11-07T11:40:52,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/ae6ce1d6bad548d08bf3e9affe53f795 2024-11-07T11:40:52,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c50cdc67755b46efad75dcbf57d06b7d is 50, key is test_row_0/C:col10/1730979651635/Put/seqid=0 2024-11-07T11:40:52,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741992_1168 (size=12151) 2024-11-07T11:40:52,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c50cdc67755b46efad75dcbf57d06b7d 2024-11-07T11:40:52,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/c74774b576f34503b618a5209f41e6a9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9 2024-11-07T11:40:52,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9, entries=150, sequenceid=144, filesize=30.4 K 2024-11-07T11:40:52,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:52,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/ae6ce1d6bad548d08bf3e9affe53f795 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795 2024-11-07T11:40:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795, entries=150, sequenceid=144, filesize=11.9 K 2024-11-07T11:40:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c50cdc67755b46efad75dcbf57d06b7d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d 2024-11-07T11:40:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,813 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d, entries=150, sequenceid=144, filesize=11.9 K 2024-11-07T11:40:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=6.71 KB/6870 for b031d3a50dd94074d02c3caf57ac0aab in 184ms, sequenceid=144, compaction requested=true 2024-11-07T11:40:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-07T11:40:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-07T11:40:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-07T11:40:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-11-07T11:40:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.5850 sec 2024-11-07T11:40:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,883 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:52,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dde70209ed6b42a7a88d49fa87933ac5_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741993_1169 (size=22268) 2024-11-07T11:40:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dde70209ed6b42a7a88d49fa87933ac5_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dde70209ed6b42a7a88d49fa87933ac5_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/349987ff285f41efa1d769b35651154a, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:52,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/349987ff285f41efa1d769b35651154a is 175, key is test_row_0/A:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:52,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741994_1170 (size=65673) 2024-11-07T11:40:52,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979652926, max timestamp=1730979652966Num uniques 859; 2024-11-07T11:40:52,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:52,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979652926, max timestamp=1730979652966Num uniques 859; 2024-11-07T11:40:52,970 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:52,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979652926, max timestamp=1730979652966Num uniques 859; 2024-11-07T11:40:52,973 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979713020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979713023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979713029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979713131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979713141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979713141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979713341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979713351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979713351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/349987ff285f41efa1d769b35651154a 2024-11-07T11:40:53,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/65a00ff856e4491eabc93862e667acae is 50, key is test_row_0/B:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-07T11:40:53,381 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:53,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-07T11:40:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:53,384 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:53,386 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:53,386 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:53,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741995_1171 (size=12151) 2024-11-07T11:40:53,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979713411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,417 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979713420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,424 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:53,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979713651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979713661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,668 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:53,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:53,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/65a00ff856e4491eabc93862e667acae 2024-11-07T11:40:53,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/d5ec045813fd4eab8f673fec8adab448 is 50, key is test_row_0/C:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:53,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741996_1172 (size=12151) 2024-11-07T11:40:53,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:53,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:54,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:54,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:54,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979714171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:54,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979714180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979714180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:54,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:54,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/d5ec045813fd4eab8f673fec8adab448 2024-11-07T11:40:54,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/349987ff285f41efa1d769b35651154a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a 2024-11-07T11:40:54,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a, entries=350, sequenceid=154, filesize=64.1 K 2024-11-07T11:40:54,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/65a00ff856e4491eabc93862e667acae as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae 2024-11-07T11:40:54,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T11:40:54,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/d5ec045813fd4eab8f673fec8adab448 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448 2024-11-07T11:40:54,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T11:40:54,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b031d3a50dd94074d02c3caf57ac0aab in 1374ms, sequenceid=154, compaction requested=true 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:54,258 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:54,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:40:54,258 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:54,261 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:54,261 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:40:54,261 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,262 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89196fdf73e64ecca2c0c24b6bc2a069, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=47.3 K 2024-11-07T11:40:54,262 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:54,262 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:40:54,262 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,262 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=163.5 K 2024-11-07T11:40:54,262 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,262 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a] 2024-11-07T11:40:54,263 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89196fdf73e64ecca2c0c24b6bc2a069, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:54,264 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 631969db34304c0a8cbe7c41badfef26, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:54,265 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting bb5acb5166fb43efa3cfa061fbeaed35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1730979651485 2024-11-07T11:40:54,266 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0b5af6d00504598b72f1afc4ce8f297, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1730979651485 2024-11-07T11:40:54,266 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c74774b576f34503b618a5209f41e6a9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1730979651624 2024-11-07T11:40:54,266 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ae6ce1d6bad548d08bf3e9affe53f795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1730979651624 2024-11-07T11:40:54,267 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 65a00ff856e4491eabc93862e667acae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652879 2024-11-07T11:40:54,267 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 349987ff285f41efa1d769b35651154a, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652798 2024-11-07T11:40:54,292 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:54,293 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/f536924ae7ec4bcdaba1875d3d70c4f0 is 50, key is test_row_0/B:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:54,297 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:54,308 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411070e39daf0f2c0488383bf9d0d81702bbd_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:54,312 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411070e39daf0f2c0488383bf9d0d81702bbd_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:54,312 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070e39daf0f2c0488383bf9d0d81702bbd_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:54,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-07T11:40:54,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,314 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:54,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:54,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741997_1173 (size=12425) 2024-11-07T11:40:54,335 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/f536924ae7ec4bcdaba1875d3d70c4f0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/f536924ae7ec4bcdaba1875d3d70c4f0 2024-11-07T11:40:54,345 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into f536924ae7ec4bcdaba1875d3d70c4f0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:54,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:54,345 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=12, startTime=1730979654258; duration=0sec 2024-11-07T11:40:54,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:54,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:40:54,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:40:54,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:40:54,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:40:54,348 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,348 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ae7ce7a89f854f4b9d53c468107ecb28, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=47.3 K 2024-11-07T11:40:54,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ae7ce7a89f854f4b9d53c468107ecb28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730979650174 2024-11-07T11:40:54,349 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c8b6064b2546c0b82c400c4d531b36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1730979651485 2024-11-07T11:40:54,349 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c50cdc67755b46efad75dcbf57d06b7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1730979651624 2024-11-07T11:40:54,350 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d5ec045813fd4eab8f673fec8adab448, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652879 2024-11-07T11:40:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741998_1174 (size=4469) 2024-11-07T11:40:54,364 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#150 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:54,364 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d9bdabc30a464c2bbb25a00c82034670 is 175, key is test_row_0/A:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:54,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a263a31b1acf497a81f90539b40d0296_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979653018/Put/seqid=0 2024-11-07T11:40:54,380 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:54,381 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/4632fde6b2344e2b92b49000aaa2399c is 50, key is test_row_0/C:col10/1730979652879/Put/seqid=0 2024-11-07T11:40:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741999_1175 (size=31379) 2024-11-07T11:40:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742000_1176 (size=12304) 2024-11-07T11:40:54,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a263a31b1acf497a81f90539b40d0296_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a263a31b1acf497a81f90539b40d0296_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:54,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7e6a73fa1b7449ba9367683afa6a08c8, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7e6a73fa1b7449ba9367683afa6a08c8 is 175, key is test_row_0/A:col10/1730979653018/Put/seqid=0 2024-11-07T11:40:54,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742001_1177 (size=12425) 2024-11-07T11:40:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742002_1178 (size=31105) 2024-11-07T11:40:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:54,851 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d9bdabc30a464c2bbb25a00c82034670 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670 2024-11-07T11:40:54,857 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into d9bdabc30a464c2bbb25a00c82034670(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:54,857 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:54,857 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=12, startTime=1730979654258; duration=0sec 2024-11-07T11:40:54,857 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:54,857 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:40:54,885 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7e6a73fa1b7449ba9367683afa6a08c8 2024-11-07T11:40:54,889 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/4632fde6b2344e2b92b49000aaa2399c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/4632fde6b2344e2b92b49000aaa2399c 2024-11-07T11:40:54,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d2f5465b76274176987d9e702641a108 is 50, key is test_row_0/B:col10/1730979653018/Put/seqid=0 2024-11-07T11:40:54,900 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into 4632fde6b2344e2b92b49000aaa2399c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:54,900 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:54,900 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=12, startTime=1730979654258; duration=0sec 2024-11-07T11:40:54,900 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:54,900 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:40:54,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742003_1179 (size=12151) 2024-11-07T11:40:54,903 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d2f5465b76274176987d9e702641a108 2024-11-07T11:40:54,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1b8647a7c3c64d7ea1ee2b084fd4f266 is 50, key is test_row_0/C:col10/1730979653018/Put/seqid=0 2024-11-07T11:40:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742004_1180 (size=12151) 2024-11-07T11:40:54,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1b8647a7c3c64d7ea1ee2b084fd4f266 2024-11-07T11:40:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7e6a73fa1b7449ba9367683afa6a08c8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8 2024-11-07T11:40:54,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8, entries=150, sequenceid=191, filesize=30.4 K 2024-11-07T11:40:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/d2f5465b76274176987d9e702641a108 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108 2024-11-07T11:40:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108, entries=150, sequenceid=191, filesize=11.9 K 2024-11-07T11:40:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1b8647a7c3c64d7ea1ee2b084fd4f266 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266 2024-11-07T11:40:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266, entries=150, sequenceid=191, filesize=11.9 K 2024-11-07T11:40:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for b031d3a50dd94074d02c3caf57ac0aab in 647ms, sequenceid=191, compaction requested=false 2024-11-07T11:40:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-07T11:40:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-07T11:40:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-07T11:40:54,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-11-07T11:40:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.5860 sec 2024-11-07T11:40:54,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:40:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074ab5c543ecd640baae3c8473b1cbdae2_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742005_1181 (size=19774) 2024-11-07T11:40:55,331 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:55,335 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074ab5c543ecd640baae3c8473b1cbdae2_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074ab5c543ecd640baae3c8473b1cbdae2_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:55,336 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/82f29398eb1049dd81b535ffd4e9869f, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:55,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/82f29398eb1049dd81b535ffd4e9869f is 175, key is test_row_0/A:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:55,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979715361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979655336, max timestamp=1730979655365Num uniques 859; 2024-11-07T11:40:55,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979655336, max timestamp=1730979655365Num uniques 859; 2024-11-07T11:40:55,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1730979655336, max timestamp=1730979655365Num uniques 859; 2024-11-07T11:40:55,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:55,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-07T11:40:55,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742006_1182 (size=57033) 2024-11-07T11:40:55,373 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/82f29398eb1049dd81b535ffd4e9869f 2024-11-07T11:40:55,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0b243b5182cf47f6b5d1f6922cdcd81a is 50, key is test_row_0/B:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:55,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742007_1183 (size=12151) 2024-11-07T11:40:55,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0b243b5182cf47f6b5d1f6922cdcd81a 2024-11-07T11:40:55,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/3278dcbc759d43eea2624c0b4d83cf1a is 50, key is test_row_0/C:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:55,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742008_1184 (size=12151) 2024-11-07T11:40:55,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979715419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979715427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979715481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-07T11:40:55,531 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:55,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:55,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979715531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-07T11:40:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979715549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,550 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:55,555 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:55,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:55,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979715691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-07T11:40:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:55,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:55,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979715761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979715761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:55,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:55,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:55,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/3278dcbc759d43eea2624c0b4d83cf1a 2024-11-07T11:40:55,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/82f29398eb1049dd81b535ffd4e9869f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f 2024-11-07T11:40:55,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f, entries=300, sequenceid=205, filesize=55.7 K 2024-11-07T11:40:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0b243b5182cf47f6b5d1f6922cdcd81a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a 2024-11-07T11:40:55,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a, entries=150, sequenceid=205, filesize=11.9 K 2024-11-07T11:40:55,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/3278dcbc759d43eea2624c0b4d83cf1a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a 2024-11-07T11:40:55,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a, entries=150, sequenceid=205, filesize=11.9 K 2024-11-07T11:40:55,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for b031d3a50dd94074d02c3caf57ac0aab in 554ms, sequenceid=205, compaction requested=true 2024-11-07T11:40:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:55,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:55,848 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:55,848 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:55,849 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:55,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:55,850 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:40:55,850 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,850 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=116.7 K 2024-11-07T11:40:55,850 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,850 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f] 2024-11-07T11:40:55,850 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:55,850 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:40:55,850 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,850 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/f536924ae7ec4bcdaba1875d3d70c4f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=35.9 K 2024-11-07T11:40:55,851 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9bdabc30a464c2bbb25a00c82034670, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652879 2024-11-07T11:40:55,851 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6a73fa1b7449ba9367683afa6a08c8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1730979653016 2024-11-07T11:40:55,851 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f536924ae7ec4bcdaba1875d3d70c4f0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652879 2024-11-07T11:40:55,852 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82f29398eb1049dd81b535ffd4e9869f, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655246 2024-11-07T11:40:55,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f5465b76274176987d9e702641a108, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1730979653016 2024-11-07T11:40:55,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b243b5182cf47f6b5d1f6922cdcd81a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655289 2024-11-07T11:40:55,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-07T11:40:55,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:55,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:55,873 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:55,883 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:55,884 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/89d0eb3caa3e47c4bce172f94673ce3b is 50, key is test_row_0/B:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:55,884 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e4fbfc38b4a54bf9b9de09dfd7c6cb13_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:55,886 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e4fbfc38b4a54bf9b9de09dfd7c6cb13_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:55,886 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e4fbfc38b4a54bf9b9de09dfd7c6cb13_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:55,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073a7f5f97572a4fa6994343602614149a_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979655401/Put/seqid=0 2024-11-07T11:40:55,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742009_1185 (size=12527) 2024-11-07T11:40:55,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742010_1186 (size=4469) 2024-11-07T11:40:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742011_1187 (size=12304) 2024-11-07T11:40:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:56,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:56,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979716051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979716071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979716071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979716160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,170 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:56,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:40:56,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T11:40:56,317 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/89d0eb3caa3e47c4bce172f94673ce3b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89d0eb3caa3e47c4bce172f94673ce3b 2024-11-07T11:40:56,324 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into 89d0eb3caa3e47c4bce172f94673ce3b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:56,325 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:56,325 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=13, startTime=1730979655848; duration=0sec 2024-11-07T11:40:56,325 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:56,325 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:40:56,325 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:56,326 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:56,326 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:40:56,326 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:56,326 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/4632fde6b2344e2b92b49000aaa2399c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=35.9 K 2024-11-07T11:40:56,327 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4632fde6b2344e2b92b49000aaa2399c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730979652879 2024-11-07T11:40:56,327 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b8647a7c3c64d7ea1ee2b084fd4f266, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1730979653016 2024-11-07T11:40:56,328 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3278dcbc759d43eea2624c0b4d83cf1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655289 2024-11-07T11:40:56,336 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#158 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:56,337 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/60e5de64b18a4a14b3f5bbce22118fe7 is 175, key is test_row_0/A:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:56,340 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#161 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:56,340 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c88dfb619386487dbd108c6370c1c58e is 50, key is test_row_0/C:col10/1730979655292/Put/seqid=0 2024-11-07T11:40:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742012_1188 (size=31481) 2024-11-07T11:40:56,350 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/60e5de64b18a4a14b3f5bbce22118fe7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7 2024-11-07T11:40:56,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:56,357 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into 60e5de64b18a4a14b3f5bbce22118fe7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:56,357 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:56,357 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=13, startTime=1730979655848; duration=0sec 2024-11-07T11:40:56,358 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:56,358 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:40:56,359 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073a7f5f97572a4fa6994343602614149a_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a7f5f97572a4fa6994343602614149a_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7258a8ea10e54e6c8812ffc593f999ad, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:56,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7258a8ea10e54e6c8812ffc593f999ad is 175, key is test_row_0/A:col10/1730979655401/Put/seqid=0 2024-11-07T11:40:56,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742013_1189 (size=12527) 2024-11-07T11:40:56,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742014_1190 (size=31105) 2024-11-07T11:40:56,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979716383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979716580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979716581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:56,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:56,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979716691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:56,694 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:56,770 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c88dfb619386487dbd108c6370c1c58e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c88dfb619386487dbd108c6370c1c58e 2024-11-07T11:40:56,775 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7258a8ea10e54e6c8812ffc593f999ad 2024-11-07T11:40:56,779 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into c88dfb619386487dbd108c6370c1c58e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:56,779 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:56,779 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=13, startTime=1730979655849; duration=0sec 2024-11-07T11:40:56,779 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:56,779 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:40:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/aa5f5025db5b42e486b382efc1f5a6bf is 50, key is test_row_0/B:col10/1730979655401/Put/seqid=0 2024-11-07T11:40:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742015_1191 (size=12151) 2024-11-07T11:40:57,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/aa5f5025db5b42e486b382efc1f5a6bf 2024-11-07T11:40:57,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979717201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/18e62b387ecc415aa5c71557789a4141 is 50, key is test_row_0/C:col10/1730979655401/Put/seqid=0 2024-11-07T11:40:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742016_1192 (size=12151) 2024-11-07T11:40:57,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/18e62b387ecc415aa5c71557789a4141 2024-11-07T11:40:57,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/7258a8ea10e54e6c8812ffc593f999ad as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad 2024-11-07T11:40:57,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad, entries=150, sequenceid=239, filesize=30.4 K 2024-11-07T11:40:57,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/aa5f5025db5b42e486b382efc1f5a6bf as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf 2024-11-07T11:40:57,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf, entries=150, sequenceid=239, filesize=11.9 K 2024-11-07T11:40:57,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/18e62b387ecc415aa5c71557789a4141 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141 2024-11-07T11:40:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141, entries=150, sequenceid=239, filesize=11.9 K 2024-11-07T11:40:57,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for b031d3a50dd94074d02c3caf57ac0aab in 1391ms, sequenceid=239, compaction requested=false 2024-11-07T11:40:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-07T11:40:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-07T11:40:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-07T11:40:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-11-07T11:40:57,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.7260 sec 2024-11-07T11:40:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:57,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:40:57,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:57,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:57,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:40:57,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076579554067b04075954c0737224b2f23_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742017_1193 (size=14794) 2024-11-07T11:40:57,483 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:57,490 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076579554067b04075954c0737224b2f23_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076579554067b04075954c0737224b2f23_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:57,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/379b3f1c0129475d97a2874000754ad9, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:57,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/379b3f1c0129475d97a2874000754ad9 is 175, key is test_row_0/A:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742018_1194 (size=39749) 2024-11-07T11:40:57,499 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/379b3f1c0129475d97a2874000754ad9 2024-11-07T11:40:57,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979717497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979717499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/a071382b4439460d92a9cc8af0da34df is 50, key is test_row_0/B:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742019_1195 (size=12151) 2024-11-07T11:40:57,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/a071382b4439460d92a9cc8af0da34df 2024-11-07T11:40:57,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/b29e02eb5f2d4506ae0f11397a3f1216 is 50, key is test_row_0/C:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742020_1196 (size=12151) 2024-11-07T11:40:57,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/b29e02eb5f2d4506ae0f11397a3f1216 2024-11-07T11:40:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/379b3f1c0129475d97a2874000754ad9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9 2024-11-07T11:40:57,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9, entries=200, sequenceid=254, filesize=38.8 K 2024-11-07T11:40:57,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/a071382b4439460d92a9cc8af0da34df as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df 2024-11-07T11:40:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df, entries=150, sequenceid=254, filesize=11.9 K 2024-11-07T11:40:57,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/b29e02eb5f2d4506ae0f11397a3f1216 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216 2024-11-07T11:40:57,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216, entries=150, sequenceid=254, filesize=11.9 K 2024-11-07T11:40:57,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b031d3a50dd94074d02c3caf57ac0aab in 126ms, sequenceid=254, compaction requested=true 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:57,570 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:57,571 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:57,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:57,572 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:57,572 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:40:57,572 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,572 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89d0eb3caa3e47c4bce172f94673ce3b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.0 K 2024-11-07T11:40:57,573 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:57,573 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:40:57,573 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,573 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=99.9 K 2024-11-07T11:40:57,573 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,573 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9] 2024-11-07T11:40:57,573 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89d0eb3caa3e47c4bce172f94673ce3b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655289 2024-11-07T11:40:57,574 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e5de64b18a4a14b3f5bbce22118fe7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655289 2024-11-07T11:40:57,574 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting aa5f5025db5b42e486b382efc1f5a6bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730979655401 2024-11-07T11:40:57,574 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a071382b4439460d92a9cc8af0da34df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656032 2024-11-07T11:40:57,574 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7258a8ea10e54e6c8812ffc593f999ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730979655401 2024-11-07T11:40:57,575 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 379b3f1c0129475d97a2874000754ad9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656015 2024-11-07T11:40:57,595 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#167 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:57,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979657494, max timestamp=1730979657592Num uniques 859; 2024-11-07T11:40:57,595 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:57,595 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/1d8975ee13a14b0d84485647bdc0bad7 is 50, key is test_row_0/B:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979657494, max timestamp=1730979657592Num uniques 859; 2024-11-07T11:40:57,597 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:40:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:57,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:57,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:57,609 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:57,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742021_1197 (size=12629) 2024-11-07T11:40:57,633 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/1d8975ee13a14b0d84485647bdc0bad7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1d8975ee13a14b0d84485647bdc0bad7 2024-11-07T11:40:57,633 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107da6e312dc85147f3a047d7f812bf4b69_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:57,635 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107da6e312dc85147f3a047d7f812bf4b69_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:57,636 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107da6e312dc85147f3a047d7f812bf4b69_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:57,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079cc0de194bf041ceb2943016cf0be194_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979657592/Put/seqid=0 2024-11-07T11:40:57,640 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into 1d8975ee13a14b0d84485647bdc0bad7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:57,640 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:57,640 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=13, startTime=1730979657570; duration=0sec 2024-11-07T11:40:57,640 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:57,640 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:40:57,640 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:57,641 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:57,641 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:40:57,641 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,642 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c88dfb619386487dbd108c6370c1c58e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.0 K 2024-11-07T11:40:57,642 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c88dfb619386487dbd108c6370c1c58e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979655289 2024-11-07T11:40:57,642 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 18e62b387ecc415aa5c71557789a4141, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730979655401 2024-11-07T11:40:57,644 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b29e02eb5f2d4506ae0f11397a3f1216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656032 2024-11-07T11:40:57,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979657626, max timestamp=1730979657644Num uniques 859; 2024-11-07T11:40:57,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:40:57,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979657626, max timestamp=1730979657644Num uniques 859; 2024-11-07T11:40:57,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:40:57,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979657626, max timestamp=1730979657644Num uniques 859; 2024-11-07T11:40:57,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:40:57,656 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:57,656 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/53e8337cc92c4a26aaa012b906ca398f is 50, key is test_row_0/C:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742022_1198 (size=4469) 2024-11-07T11:40:57,679 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#168 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:57,680 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/e5e83b772c764de389e5ee0ae91b9983 is 175, key is test_row_0/A:col10/1730979657443/Put/seqid=0 2024-11-07T11:40:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979717673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979717674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979717675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979717689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-07T11:40:57,702 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:40:57,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:40:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-07T11:40:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742023_1199 (size=12454) 2024-11-07T11:40:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:57,705 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:40:57,706 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:40:57,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:40:57,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742024_1200 (size=12629) 2024-11-07T11:40:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742025_1201 (size=31583) 2024-11-07T11:40:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979717801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979717801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979717801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979717802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:57,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:57,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:57,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979718011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979718012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979718012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979718012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:58,103 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:58,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079cc0de194bf041ceb2943016cf0be194_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cc0de194bf041ceb2943016cf0be194_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:58,109 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/167a8750ae4841c6bf3a3beb9861f535, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:58,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/167a8750ae4841c6bf3a3beb9861f535 is 175, key is test_row_0/A:col10/1730979657592/Put/seqid=0 2024-11-07T11:40:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742026_1202 (size=31255) 2024-11-07T11:40:58,115 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/167a8750ae4841c6bf3a3beb9861f535 2024-11-07T11:40:58,122 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/53e8337cc92c4a26aaa012b906ca398f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/53e8337cc92c4a26aaa012b906ca398f 2024-11-07T11:40:58,124 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/e5e83b772c764de389e5ee0ae91b9983 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983 2024-11-07T11:40:58,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 is 50, key is test_row_0/B:col10/1730979657592/Put/seqid=0 2024-11-07T11:40:58,132 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into 53e8337cc92c4a26aaa012b906ca398f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:58,132 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:58,132 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=13, startTime=1730979657570; duration=0sec 2024-11-07T11:40:58,132 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:58,132 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:40:58,138 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into e5e83b772c764de389e5ee0ae91b9983(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:58,138 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:58,138 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=13, startTime=1730979657570; duration=0sec 2024-11-07T11:40:58,138 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:58,138 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:40:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742027_1203 (size=12301) 2024-11-07T11:40:58,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 2024-11-07T11:40:58,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1a817bb6862d4fe5927cbce0dfd8f06a is 50, key is test_row_0/C:col10/1730979657592/Put/seqid=0 2024-11-07T11:40:58,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742028_1204 (size=12301) 2024-11-07T11:40:58,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1a817bb6862d4fe5927cbce0dfd8f06a 2024-11-07T11:40:58,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/167a8750ae4841c6bf3a3beb9861f535 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535 2024-11-07T11:40:58,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535, entries=150, sequenceid=275, filesize=30.5 K 2024-11-07T11:40:58,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 2024-11-07T11:40:58,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4, entries=150, sequenceid=275, filesize=12.0 K 2024-11-07T11:40:58,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/1a817bb6862d4fe5927cbce0dfd8f06a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a 2024-11-07T11:40:58,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a, entries=150, sequenceid=275, filesize=12.0 K 2024-11-07T11:40:58,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for b031d3a50dd94074d02c3caf57ac0aab in 605ms, sequenceid=275, compaction requested=false 2024-11-07T11:40:58,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:58,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:40:58,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:40:58,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107adbed214ac22434094b4602553a8af45_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742029_1205 (size=14994) 2024-11-07T11:40:58,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979718252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979718322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979718322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979718322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979718322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979718361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979718571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,578 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:40:58,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107adbed214ac22434094b4602553a8af45_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107adbed214ac22434094b4602553a8af45_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:40:58,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/daba7d0d6a4d4016bfe1407ec313b6b2, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:58,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/daba7d0d6a4d4016bfe1407ec313b6b2 is 175, key is test_row_0/A:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742030_1206 (size=39949) 2024-11-07T11:40:58,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979718831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979718831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979718831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979718831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979718881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:58,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:58,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:58,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/daba7d0d6a4d4016bfe1407ec313b6b2 2024-11-07T11:40:59,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/7be268bb665e422b927259a54e08a3f3 is 50, key is test_row_0/B:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:59,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742031_1207 (size=12301) 2024-11-07T11:40:59,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979719400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:59,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/7be268bb665e422b927259a54e08a3f3 2024-11-07T11:40:59,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/100a70df1d6845ed9f200fdf449277a5 is 50, key is test_row_0/C:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:59,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742032_1208 (size=12301) 2024-11-07T11:40:59,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979719841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:59,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979719841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:59,847 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,847 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,848 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:40:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979719851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:59,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:40:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979719851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:40:59,854 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:59,854 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:40:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:40:59,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:40:59,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:40:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:40:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:40:59,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/100a70df1d6845ed9f200fdf449277a5 2024-11-07T11:40:59,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/daba7d0d6a4d4016bfe1407ec313b6b2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2 2024-11-07T11:40:59,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2, entries=200, sequenceid=314, filesize=39.0 K 2024-11-07T11:40:59,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/7be268bb665e422b927259a54e08a3f3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3 2024-11-07T11:40:59,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T11:40:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/100a70df1d6845ed9f200fdf449277a5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5 2024-11-07T11:40:59,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T11:40:59,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for b031d3a50dd94074d02c3caf57ac0aab in 1699ms, sequenceid=314, compaction requested=true 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:59,914 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:59,914 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:40:59,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:59,915 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:59,915 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:40:59,915 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,916 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=100.4 K 2024-11-07T11:40:59,916 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,916 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2] 2024-11-07T11:40:59,916 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:59,916 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:40:59,916 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,916 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1d8975ee13a14b0d84485647bdc0bad7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.4 K 2024-11-07T11:40:59,916 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5e83b772c764de389e5ee0ae91b9983, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656032 2024-11-07T11:40:59,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d8975ee13a14b0d84485647bdc0bad7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656032 2024-11-07T11:40:59,917 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 167a8750ae4841c6bf3a3beb9861f535, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1730979657494 2024-11-07T11:40:59,918 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting fb5c2ce1bf7748a6b5bbbd1756e8ecc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1730979657494 2024-11-07T11:40:59,918 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting daba7d0d6a4d4016bfe1407ec313b6b2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:40:59,918 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be268bb665e422b927259a54e08a3f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:40:59,931 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:59,933 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:59,934 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110756cebeeeb6c149e18d4fe1475ca3c0e6_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:59,934 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/a2e5fc54322a4b40b87565da422e186d is 50, key is test_row_0/B:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:59,936 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110756cebeeeb6c149e18d4fe1475ca3c0e6_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:59,936 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110756cebeeeb6c149e18d4fe1475ca3c0e6_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:40:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742033_1209 (size=12881) 2024-11-07T11:40:59,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742034_1210 (size=4469) 2024-11-07T11:40:59,964 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#176 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:40:59,965 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/1639962915fe47ffacc88d0e81e2468d is 175, key is test_row_0/A:col10/1730979657668/Put/seqid=0 2024-11-07T11:40:59,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742035_1211 (size=31835) 2024-11-07T11:40:59,989 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/1639962915fe47ffacc88d0e81e2468d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d 2024-11-07T11:40:59,996 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into 1639962915fe47ffacc88d0e81e2468d(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:40:59,996 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:40:59,996 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=13, startTime=1730979659914; duration=0sec 2024-11-07T11:40:59,996 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:40:59,996 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:40:59,996 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:40:59,997 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37231 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:40:59,998 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:40:59,998 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:40:59,998 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/53e8337cc92c4a26aaa012b906ca398f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.4 K 2024-11-07T11:40:59,998 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53e8337cc92c4a26aaa012b906ca398f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1730979656032 2024-11-07T11:40:59,999 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a817bb6862d4fe5927cbce0dfd8f06a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1730979657494 2024-11-07T11:41:00,000 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 100a70df1d6845ed9f200fdf449277a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:41:00,008 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:00,009 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c81375f7393d4adea3950b51a918cfbd is 50, key is test_row_0/C:col10/1730979657668/Put/seqid=0 2024-11-07T11:41:00,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-07T11:41:00,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:00,010 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110719913440116a45be910399799796bad3_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979658250/Put/seqid=0 2024-11-07T11:41:00,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742036_1212 (size=12881) 2024-11-07T11:41:00,036 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c81375f7393d4adea3950b51a918cfbd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c81375f7393d4adea3950b51a918cfbd 2024-11-07T11:41:00,042 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into c81375f7393d4adea3950b51a918cfbd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:00,042 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:00,042 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=13, startTime=1730979659914; duration=0sec 2024-11-07T11:41:00,042 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:00,042 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:41:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742037_1213 (size=12454) 2024-11-07T11:41:00,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110719913440116a45be910399799796bad3_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719913440116a45be910399799796bad3_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d3764a1a58494480ab976f3008822b3e, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:00,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d3764a1a58494480ab976f3008822b3e is 175, key is test_row_0/A:col10/1730979658250/Put/seqid=0 2024-11-07T11:41:00,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742038_1214 (size=31255) 2024-11-07T11:41:00,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d3764a1a58494480ab976f3008822b3e 2024-11-07T11:41:00,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/30ee0f5b62b54d0f9968562e7df1d1a9 is 50, key is test_row_0/B:col10/1730979658250/Put/seqid=0 2024-11-07T11:41:00,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742039_1215 (size=12301) 2024-11-07T11:41:00,118 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/30ee0f5b62b54d0f9968562e7df1d1a9 2024-11-07T11:41:00,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/888c2f89c1ad463fb5ba4fbae93f8922 is 50, key is test_row_0/C:col10/1730979658250/Put/seqid=0 2024-11-07T11:41:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742040_1216 (size=12301) 2024-11-07T11:41:00,138 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/888c2f89c1ad463fb5ba4fbae93f8922 2024-11-07T11:41:00,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/d3764a1a58494480ab976f3008822b3e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e 2024-11-07T11:41:00,151 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e, entries=150, sequenceid=325, filesize=30.5 K 2024-11-07T11:41:00,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/30ee0f5b62b54d0f9968562e7df1d1a9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9 2024-11-07T11:41:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,158 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T11:41:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/888c2f89c1ad463fb5ba4fbae93f8922 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922 2024-11-07T11:41:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T11:41:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,167 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for b031d3a50dd94074d02c3caf57ac0aab in 157ms, sequenceid=325, compaction requested=false 2024-11-07T11:41:00,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:00,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:00,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-07T11:41:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-07T11:41:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-07T11:41:00,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-07T11:41:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.4700 sec 2024-11-07T11:41:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,349 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/a2e5fc54322a4b40b87565da422e186d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a2e5fc54322a4b40b87565da422e186d 2024-11-07T11:41:00,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,357 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into a2e5fc54322a4b40b87565da422e186d(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,357 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:00,357 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=13, startTime=1730979659914; duration=0sec 2024-11-07T11:41:00,357 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:00,357 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:41:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:00,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107529578153e2e4c578a2e61302991cdf7_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:00,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742041_1217 (size=14994) 2024-11-07T11:41:00,572 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:00,577 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107529578153e2e4c578a2e61302991cdf7_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107529578153e2e4c578a2e61302991cdf7_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:00,580 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/316376ce0ab943fa91b7f274601f88b1, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:00,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/316376ce0ab943fa91b7f274601f88b1 is 175, key is test_row_0/A:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:00,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742042_1218 (size=39949) 2024-11-07T11:41:00,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979660592, max timestamp=1730979660640Num uniques 859; 2024-11-07T11:41:00,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:00,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979660592, max timestamp=1730979660640Num uniques 859; 2024-11-07T11:41:00,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:00,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979660592, max timestamp=1730979660640Num uniques 859; 2024-11-07T11:41:00,645 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979720733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:00,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:00,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979720841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:00,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/316376ce0ab943fa91b7f274601f88b1 2024-11-07T11:41:01,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/137da26123a647e2a1a05126a89002e1 is 50, key is test_row_0/B:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742043_1219 (size=12301) 2024-11-07T11:41:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979721051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:01,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979721361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:01,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:01,389 INFO [master/f30636bb2128:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T11:41:01,389 INFO [master/f30636bb2128:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T11:41:01,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/137da26123a647e2a1a05126a89002e1 2024-11-07T11:41:01,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/ea2d838c24cb42a0bd42f58a38dfb592 is 50, key is test_row_0/C:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:01,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742044_1220 (size=12301) 2024-11-07T11:41:01,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/ea2d838c24cb42a0bd42f58a38dfb592 2024-11-07T11:41:01,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/316376ce0ab943fa91b7f274601f88b1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1 2024-11-07T11:41:01,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1, entries=200, sequenceid=337, filesize=39.0 K 2024-11-07T11:41:01,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/137da26123a647e2a1a05126a89002e1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1 2024-11-07T11:41:01,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1, entries=150, sequenceid=337, filesize=12.0 K 2024-11-07T11:41:01,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/ea2d838c24cb42a0bd42f58a38dfb592 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592 2024-11-07T11:41:01,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592, entries=150, sequenceid=337, filesize=12.0 K 2024-11-07T11:41:01,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b031d3a50dd94074d02c3caf57ac0aab in 1312ms, sequenceid=337, compaction requested=true 2024-11-07T11:41:01,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:01,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:01,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:01,852 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:01,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:01,854 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:01,854 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:01,855 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:41:01,855 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:41:01,855 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:01,855 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:01,855 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=100.6 K 2024-11-07T11:41:01,855 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a2e5fc54322a4b40b87565da422e186d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.6 K 2024-11-07T11:41:01,855 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:01,855 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1] 2024-11-07T11:41:01,855 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a2e5fc54322a4b40b87565da422e186d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:41:01,856 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1639962915fe47ffacc88d0e81e2468d, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:41:01,856 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 30ee0f5b62b54d0f9968562e7df1d1a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730979658216 2024-11-07T11:41:01,856 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3764a1a58494480ab976f3008822b3e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730979658216 2024-11-07T11:41:01,857 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 137da26123a647e2a1a05126a89002e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660524 2024-11-07T11:41:01,857 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 316376ce0ab943fa91b7f274601f88b1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660510 2024-11-07T11:41:01,867 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:01,869 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:01,870 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/99c7a1ddb9e24beea4d0dd40b26d610d is 50, key is test_row_0/B:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-07T11:41:01,872 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:01,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-07T11:41:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:01,876 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:01,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1730979660714, max timestamp=1730979661872Num uniques 1018; 2024-11-07T11:41:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:01,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-07T11:41:01,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1730979660714, max timestamp=1730979661872Num uniques 1018; 2024-11-07T11:41:01,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-07T11:41:01,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-07T11:41:01,878 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:01,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:01,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1730979660714, max timestamp=1730979661872Num uniques 1018; 2024-11-07T11:41:01,881 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-07T11:41:01,882 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110782296f25bdd447c2ac40bb3104cf3a77_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:01,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:01,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:01,885 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110782296f25bdd447c2ac40bb3104cf3a77_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:01,885 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110782296f25bdd447c2ac40bb3104cf3a77_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742045_1221 (size=12983) 2024-11-07T11:41:01,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e44a65e3ab9b4261b81485b530ce72fd_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979660714/Put/seqid=0 2024-11-07T11:41:01,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742046_1222 (size=4469) 2024-11-07T11:41:01,908 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#185 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:01,908 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/8a127fadafb1450eb7c55f0fe45bfdf0 is 175, key is test_row_0/A:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742048_1224 (size=31937) 2024-11-07T11:41:01,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742047_1223 (size=20074) 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979661910, max timestamp=1730979661923Num uniques 859; 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979661910, max timestamp=1730979661923Num uniques 859; 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979661910, max timestamp=1730979661923Num uniques 859; 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:01,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:01,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:01,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e44a65e3ab9b4261b81485b530ce72fd_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e44a65e3ab9b4261b81485b530ce72fd_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:01,939 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/a3904d5c79524096b65e02dcc7bc967e, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:01,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/a3904d5c79524096b65e02dcc7bc967e is 175, key is test_row_0/A:col10/1730979660714/Put/seqid=0 2024-11-07T11:41:01,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742049_1225 (size=57333) 2024-11-07T11:41:01,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/a3904d5c79524096b65e02dcc7bc967e 2024-11-07T11:41:01,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439b5b7c50c4e16b9328bdf38843a8c is 50, key is test_row_0/B:col10/1730979660714/Put/seqid=0 2024-11-07T11:41:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742050_1226 (size=12301) 2024-11-07T11:41:01,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1730979661945, max timestamp=1730979661974Num uniques 1018; 2024-11-07T11:41:01,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1730979661945, max timestamp=1730979661974Num uniques 1018; 2024-11-07T11:41:01,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-07T11:41:01,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-07T11:41:01,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1730979661945, max timestamp=1730979661974Num uniques 1018; 2024-11-07T11:41:01,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-07T11:41:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:02,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979721999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979722002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979722003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979722005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979722006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979722111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979722111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979722111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,114 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979722121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979722121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:02,297 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/99c7a1ddb9e24beea4d0dd40b26d610d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/99c7a1ddb9e24beea4d0dd40b26d610d 2024-11-07T11:41:02,303 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into 99c7a1ddb9e24beea4d0dd40b26d610d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:02,303 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:02,303 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=13, startTime=1730979661852; duration=0sec 2024-11-07T11:41:02,303 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:02,303 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:41:02,303 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:02,304 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:02,304 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:41:02,304 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,304 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c81375f7393d4adea3950b51a918cfbd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=36.6 K 2024-11-07T11:41:02,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c81375f7393d4adea3950b51a918cfbd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979657659 2024-11-07T11:41:02,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 888c2f89c1ad463fb5ba4fbae93f8922, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730979658216 2024-11-07T11:41:02,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2d838c24cb42a0bd42f58a38dfb592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660524 2024-11-07T11:41:02,314 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:02,314 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/3473bb77c0bb411ba004ea5f06fdbfd0 is 50, key is test_row_0/C:col10/1730979660538/Put/seqid=0 2024-11-07T11:41:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742051_1227 (size=12983) 2024-11-07T11:41:02,326 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/3473bb77c0bb411ba004ea5f06fdbfd0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3473bb77c0bb411ba004ea5f06fdbfd0 2024-11-07T11:41:02,328 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/8a127fadafb1450eb7c55f0fe45bfdf0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0 2024-11-07T11:41:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979722320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979722321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979722321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,330 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979722332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979722332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,337 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into 8a127fadafb1450eb7c55f0fe45bfdf0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:02,337 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:02,337 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=13, startTime=1730979661852; duration=0sec 2024-11-07T11:41:02,337 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:02,337 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:41:02,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,345 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into 3473bb77c0bb411ba004ea5f06fdbfd0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:02,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:02,345 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=13, startTime=1730979661853; duration=0sec 2024-11-07T11:41:02,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:02,345 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:41:02,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439b5b7c50c4e16b9328bdf38843a8c 2024-11-07T11:41:02,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/796f529e2c2749e992723c0e8076eaf5 is 50, key is test_row_0/C:col10/1730979660714/Put/seqid=0 2024-11-07T11:41:02,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742052_1228 (size=12301) 2024-11-07T11:41:02,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:02,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979722641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979722641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979722641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979722641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979722641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:02,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:02,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/796f529e2c2749e992723c0e8076eaf5 2024-11-07T11:41:02,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:02,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/a3904d5c79524096b65e02dcc7bc967e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e 2024-11-07T11:41:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:02,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e, entries=300, sequenceid=377, filesize=56.0 K 2024-11-07T11:41:02,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0439b5b7c50c4e16b9328bdf38843a8c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c 2024-11-07T11:41:02,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c, entries=150, sequenceid=377, filesize=12.0 K 2024-11-07T11:41:02,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/796f529e2c2749e992723c0e8076eaf5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5 2024-11-07T11:41:02,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5, entries=150, sequenceid=377, filesize=12.0 K 2024-11-07T11:41:02,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=147.60 KB/151140 for b031d3a50dd94074d02c3caf57ac0aab in 941ms, sequenceid=377, compaction requested=false 2024-11-07T11:41:02,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:02,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-07T11:41:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:02,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=147.60 KB heapSize=414.61 KB 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:02,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:02,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e889fbcae29b433887ed94efb80dd6fb_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979662004/Put/seqid=0 2024-11-07T11:41:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742053_1229 (size=12454) 2024-11-07T11:41:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:03,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:03,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:03,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979723160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979723161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979723161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979723161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979723162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,166 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979723271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979723272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,274 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979723272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:03,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e889fbcae29b433887ed94efb80dd6fb_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e889fbcae29b433887ed94efb80dd6fb_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/351a598446be413f80a054967b5ca092, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:03,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/351a598446be413f80a054967b5ca092 is 175, key is test_row_0/A:col10/1730979662004/Put/seqid=0 2024-11-07T11:41:03,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742054_1230 (size=31255) 2024-11-07T11:41:03,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979723481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979723482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979723482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,787 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/351a598446be413f80a054967b5ca092 2024-11-07T11:41:03,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979723791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979723791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979723792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:03,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:03,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0808140dbfa5438cb31000b1bb3e3a9f is 50, key is test_row_0/B:col10/1730979662004/Put/seqid=0 2024-11-07T11:41:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742055_1231 (size=12301) 2024-11-07T11:41:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979724171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979724171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,173 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:04,174 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,203 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0808140dbfa5438cb31000b1bb3e3a9f 2024-11-07T11:41:04,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/91c7170fe0964bc49b30f5a2caefa6ea is 50, key is test_row_0/C:col10/1730979662004/Put/seqid=0 2024-11-07T11:41:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742056_1232 (size=12301) 2024-11-07T11:41:04,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/91c7170fe0964bc49b30f5a2caefa6ea 2024-11-07T11:41:04,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/351a598446be413f80a054967b5ca092 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092 2024-11-07T11:41:04,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092, entries=150, sequenceid=434, filesize=30.5 K 2024-11-07T11:41:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0808140dbfa5438cb31000b1bb3e3a9f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f 2024-11-07T11:41:04,233 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f, entries=150, sequenceid=434, filesize=12.0 K 2024-11-07T11:41:04,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/91c7170fe0964bc49b30f5a2caefa6ea as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea 2024-11-07T11:41:04,239 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea, entries=150, sequenceid=434, filesize=12.0 K 2024-11-07T11:41:04,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~414.56 KB/424512, currentSize=33.54 KB/34350 for b031d3a50dd94074d02c3caf57ac0aab in 1287ms, sequenceid=434, compaction requested=true 2024-11-07T11:41:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-07T11:41:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-07T11:41:04,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-07T11:41:04,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3650 sec 2024-11-07T11:41:04,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3730 sec 2024-11-07T11:41:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:04,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:04,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:04,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107720f922064134c709afb680c2a9e44d1_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742057_1233 (size=14994) 2024-11-07T11:41:04,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:04,330 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107720f922064134c709afb680c2a9e44d1_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107720f922064134c709afb680c2a9e44d1_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:04,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/411a02492b9945128aff5423f11e1c62, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:04,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/411a02492b9945128aff5423f11e1c62 is 175, key is test_row_0/A:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:04,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742058_1234 (size=39949) 2024-11-07T11:41:04,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979664337, max timestamp=1730979664379Num uniques 859; 2024-11-07T11:41:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979724373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979664337, max timestamp=1730979664379Num uniques 859; 2024-11-07T11:41:04,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:04,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:04,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979664337, max timestamp=1730979664380Num uniques 859; 2024-11-07T11:41:04,384 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,384 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979724440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979724442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979724491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979724551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979724551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979724711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,712 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,745 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/411a02492b9945128aff5423f11e1c62 2024-11-07T11:41:04,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0ad23389381a47c58221dc744937d20e is 50, key is test_row_0/B:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:04,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742059_1235 (size=12301) 2024-11-07T11:41:04,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979724761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:04,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979724761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979725021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979725071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979725071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0ad23389381a47c58221dc744937d20e 2024-11-07T11:41:05,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/9223d19f0ea640ebaf4e45f7a5bf2af2 is 50, key is test_row_0/C:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:05,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742060_1236 (size=12301) 2024-11-07T11:41:05,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/9223d19f0ea640ebaf4e45f7a5bf2af2 2024-11-07T11:41:05,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/411a02492b9945128aff5423f11e1c62 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62 2024-11-07T11:41:05,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62, entries=200, sequenceid=445, filesize=39.0 K 2024-11-07T11:41:05,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/0ad23389381a47c58221dc744937d20e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e 2024-11-07T11:41:05,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e, entries=150, sequenceid=445, filesize=12.0 K 2024-11-07T11:41:05,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/9223d19f0ea640ebaf4e45f7a5bf2af2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2 2024-11-07T11:41:05,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2, entries=150, sequenceid=445, filesize=12.0 K 2024-11-07T11:41:05,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b031d3a50dd94074d02c3caf57ac0aab in 894ms, sequenceid=445, compaction requested=true 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:05,198 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:05,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:05,198 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:41:05,199 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 160474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:41:05,199 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:41:05,199 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:05,200 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=156.7 K 2024-11-07T11:41:05,200 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:05,200 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62] 2024-11-07T11:41:05,200 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:41:05,200 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:41:05,200 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:05,200 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/99c7a1ddb9e24beea4d0dd40b26d610d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=48.7 K 2024-11-07T11:41:05,201 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c7a1ddb9e24beea4d0dd40b26d610d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660524 2024-11-07T11:41:05,201 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a127fadafb1450eb7c55f0fe45bfdf0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660524 2024-11-07T11:41:05,203 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0439b5b7c50c4e16b9328bdf38843a8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1730979660714 2024-11-07T11:41:05,203 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3904d5c79524096b65e02dcc7bc967e, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1730979660714 2024-11-07T11:41:05,204 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0808140dbfa5438cb31000b1bb3e3a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1730979662001 2024-11-07T11:41:05,204 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 351a598446be413f80a054967b5ca092, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1730979662001 2024-11-07T11:41:05,204 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ad23389381a47c58221dc744937d20e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979664301 2024-11-07T11:41:05,204 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 411a02492b9945128aff5423f11e1c62, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979663155 2024-11-07T11:41:05,226 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:05,226 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/240e5d332c1a4bbd9fba109ebf8d463a is 50, key is test_row_0/B:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:05,229 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:05,241 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107945bb05b60ff472da7352940401bff9e_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:05,243 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107945bb05b60ff472da7352940401bff9e_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:05,244 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107945bb05b60ff472da7352940401bff9e_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:05,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742061_1237 (size=13119) 2024-11-07T11:41:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742062_1238 (size=4469) 2024-11-07T11:41:05,280 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#198 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:05,281 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/fa07f03311914489b02e0dbb97f8889e is 175, key is test_row_0/A:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:05,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742063_1239 (size=32073) 2024-11-07T11:41:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:05,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:05,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:05,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dbbaa64218a14676be3d1acae8e11a08_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979664406/Put/seqid=0 2024-11-07T11:41:05,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742064_1240 (size=14994) 2024-11-07T11:41:05,564 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:05,568 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dbbaa64218a14676be3d1acae8e11a08_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbbaa64218a14676be3d1acae8e11a08_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:05,569 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/72cf79704dfb48e6b185e35a741d70cb, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:05,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/72cf79704dfb48e6b185e35a741d70cb is 175, key is test_row_0/A:col10/1730979664406/Put/seqid=0 2024-11-07T11:41:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742065_1241 (size=39949) 2024-11-07T11:41:05,588 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=482, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/72cf79704dfb48e6b185e35a741d70cb 2024-11-07T11:41:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979725592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979725592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/8ddd92687126490cb53cbfcdc4a95a58 is 50, key is test_row_0/B:col10/1730979664406/Put/seqid=0 2024-11-07T11:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979725601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742066_1242 (size=12301) 2024-11-07T11:41:05,657 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/240e5d332c1a4bbd9fba109ebf8d463a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/240e5d332c1a4bbd9fba109ebf8d463a 2024-11-07T11:41:05,664 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into 240e5d332c1a4bbd9fba109ebf8d463a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:05,664 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:05,664 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=12, startTime=1730979665198; duration=0sec 2024-11-07T11:41:05,664 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:05,664 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:41:05,664 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:41:05,666 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:41:05,666 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:41:05,666 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:05,666 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3473bb77c0bb411ba004ea5f06fdbfd0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=48.7 K 2024-11-07T11:41:05,667 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3473bb77c0bb411ba004ea5f06fdbfd0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1730979660524 2024-11-07T11:41:05,667 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 796f529e2c2749e992723c0e8076eaf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1730979660714 2024-11-07T11:41:05,668 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 91c7170fe0964bc49b30f5a2caefa6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1730979662001 2024-11-07T11:41:05,668 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9223d19f0ea640ebaf4e45f7a5bf2af2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979664301 2024-11-07T11:41:05,683 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:05,685 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/b8bd85c9741b47ada496eb63b3f042b2 is 50, key is test_row_0/C:col10/1730979664302/Put/seqid=0 2024-11-07T11:41:05,693 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/fa07f03311914489b02e0dbb97f8889e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e 2024-11-07T11:41:05,700 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into fa07f03311914489b02e0dbb97f8889e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:05,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:05,700 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=12, startTime=1730979665198; duration=0sec 2024-11-07T11:41:05,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:05,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:41:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742067_1243 (size=13119) 2024-11-07T11:41:05,708 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/b8bd85c9741b47ada496eb63b3f042b2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b8bd85c9741b47ada496eb63b3f042b2 2024-11-07T11:41:05,717 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into b8bd85c9741b47ada496eb63b3f042b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:05,717 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979725711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979725711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,718 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=12, startTime=1730979665198; duration=0sec 2024-11-07T11:41:05,718 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:05,718 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:41:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979725920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979725931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:05,934 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/8ddd92687126490cb53cbfcdc4a95a58 2024-11-07T11:41:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-07T11:41:06,031 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:06,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-07T11:41:06,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/fe5d4c89c4794ef9833a237e6fed4578 is 50, key is test_row_0/C:col10/1730979664406/Put/seqid=0 2024-11-07T11:41:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:06,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:06,035 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:06,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742068_1244 (size=12301) 2024-11-07T11:41:06,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/fe5d4c89c4794ef9833a237e6fed4578 2024-11-07T11:41:06,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/72cf79704dfb48e6b185e35a741d70cb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb 2024-11-07T11:41:06,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb, entries=200, sequenceid=482, filesize=39.0 K 2024-11-07T11:41:06,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/8ddd92687126490cb53cbfcdc4a95a58 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58 2024-11-07T11:41:06,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58, entries=150, sequenceid=482, filesize=12.0 K 2024-11-07T11:41:06,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/fe5d4c89c4794ef9833a237e6fed4578 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578 2024-11-07T11:41:06,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578, entries=150, sequenceid=482, filesize=12.0 K 2024-11-07T11:41:06,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b031d3a50dd94074d02c3caf57ac0aab in 539ms, sequenceid=482, compaction requested=false 2024-11-07T11:41:06,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:06,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-07T11:41:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:06,190 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:06,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:06,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:06,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073497b8b5e1cb443f9df18f0df374f612_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979665590/Put/seqid=0 2024-11-07T11:41:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742069_1245 (size=12454) 2024-11-07T11:41:06,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979666203, max timestamp=1730979666241Num uniques 859; 2024-11-07T11:41:06,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:41:06,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979666203, max timestamp=1730979666241Num uniques 859; 2024-11-07T11:41:06,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:41:06,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979666203, max timestamp=1730979666241Num uniques 859; 2024-11-07T11:41:06,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:41:06,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979726278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979726279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979726280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979726281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:06,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979726390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979726391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979726391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979726391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979726601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979726601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979726602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:06,611 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073497b8b5e1cb443f9df18f0df374f612_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073497b8b5e1cb443f9df18f0df374f612_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:06,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/dcf31bfde3db4cf0929e90af481127a9, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:06,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/dcf31bfde3db4cf0929e90af481127a9 is 175, key is test_row_0/A:col10/1730979665590/Put/seqid=0 2024-11-07T11:41:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742070_1246 (size=31255) 2024-11-07T11:41:06,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979726611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979726611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,618 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:06,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979726911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979726912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979726912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:06,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979726931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:06,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:06,934 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:07,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=495, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/dcf31bfde3db4cf0929e90af481127a9 2024-11-07T11:41:07,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/60ff8c29ed094748992a093340baf32c is 50, key is test_row_0/B:col10/1730979665590/Put/seqid=0 2024-11-07T11:41:07,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742071_1247 (size=12301) 2024-11-07T11:41:07,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/60ff8c29ed094748992a093340baf32c 2024-11-07T11:41:07,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/67aeb114b75e46409f20ff2406256a9d is 50, key is test_row_0/C:col10/1730979665590/Put/seqid=0 2024-11-07T11:41:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742072_1248 (size=12301) 2024-11-07T11:41:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:07,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979727421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979727421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:07,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979727421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:07,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979727440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:07,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/67aeb114b75e46409f20ff2406256a9d 2024-11-07T11:41:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/dcf31bfde3db4cf0929e90af481127a9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9 2024-11-07T11:41:07,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9, entries=150, sequenceid=495, filesize=30.5 K 2024-11-07T11:41:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/60ff8c29ed094748992a093340baf32c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c 2024-11-07T11:41:07,479 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c, entries=150, sequenceid=495, filesize=12.0 K 2024-11-07T11:41:07,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/67aeb114b75e46409f20ff2406256a9d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d 2024-11-07T11:41:07,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d, entries=150, sequenceid=495, filesize=12.0 K 2024-11-07T11:41:07,485 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b031d3a50dd94074d02c3caf57ac0aab in 1296ms, sequenceid=495, compaction requested=true 2024-11-07T11:41:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:07,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-07T11:41:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-07T11:41:07,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-07T11:41:07,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-11-07T11:41:07,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.4590 sec 2024-11-07T11:41:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-07T11:41:08,181 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:08,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-07T11:41:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T11:41:08,184 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:08,185 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:08,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T11:41:08,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:08,338 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:08,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ee896bffe052403a97bb87cfc61d203b_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979666280/Put/seqid=0 2024-11-07T11:41:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742073_1249 (size=12454) 2024-11-07T11:41:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:08,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. as already flushing 2024-11-07T11:41:08,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979728445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54612 deadline: 1730979728450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979728451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979728451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,459 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T11:41:08,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979728561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979728571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979728571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54670 deadline: 1730979728641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,643 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in b031d3a50dd94074d02c3caf57ac0aab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:08,757 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ee896bffe052403a97bb87cfc61d203b_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee896bffe052403a97bb87cfc61d203b_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2b0c1fb3e21645e797dee190d118f793, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2b0c1fb3e21645e797dee190d118f793 is 175, key is test_row_0/A:col10/1730979666280/Put/seqid=0 2024-11-07T11:41:08,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742074_1250 (size=31255) 2024-11-07T11:41:08,765 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=530, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2b0c1fb3e21645e797dee190d118f793 2024-11-07T11:41:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/cdc5c0f345ff4cd9b7f7340526d58527 is 50, key is test_row_0/B:col10/1730979666280/Put/seqid=0 2024-11-07T11:41:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54628 deadline: 1730979728771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742075_1251 (size=12301) 2024-11-07T11:41:08,781 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/cdc5c0f345ff4cd9b7f7340526d58527 2024-11-07T11:41:08,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/e589c84ad30f48f9856f89317d8d7bd0 is 50, key is test_row_0/C:col10/1730979666280/Put/seqid=0 2024-11-07T11:41:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54634 deadline: 1730979728781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54694 deadline: 1730979728781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742076_1252 (size=12301) 2024-11-07T11:41:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T11:41:08,812 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/e589c84ad30f48f9856f89317d8d7bd0 2024-11-07T11:41:08,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/2b0c1fb3e21645e797dee190d118f793 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793 2024-11-07T11:41:08,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793, entries=150, sequenceid=530, filesize=30.5 K 2024-11-07T11:41:08,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/cdc5c0f345ff4cd9b7f7340526d58527 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527 2024-11-07T11:41:08,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527, entries=150, sequenceid=530, filesize=12.0 K 2024-11-07T11:41:08,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/e589c84ad30f48f9856f89317d8d7bd0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0 2024-11-07T11:41:08,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0, entries=150, sequenceid=530, filesize=12.0 K 2024-11-07T11:41:08,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for b031d3a50dd94074d02c3caf57ac0aab in 500ms, sequenceid=530, compaction requested=true 2024-11-07T11:41:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-07T11:41:08,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-07T11:41:08,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-07T11:41:08,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 655 msec 2024-11-07T11:41:08,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 662 msec 2024-11-07T11:41:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:09,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:09,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:09,099 INFO [Thread-702 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-702. 2024-11-07T11:41:09,099 DEBUG [Thread-702 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,099 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,099 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,102 INFO [Thread-697 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-697. 2024-11-07T11:41:09,102 DEBUG [Thread-697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,102 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,102 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,102 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,103 INFO [Thread-704 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-704. 2024-11-07T11:41:09,103 DEBUG [Thread-704 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,103 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,103 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,104 INFO [Thread-691 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-691. 2024-11-07T11:41:09,104 DEBUG [Thread-691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,104 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,104 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,107 INFO [Thread-708 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-708. 2024-11-07T11:41:09,107 DEBUG [Thread-708 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,107 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,107 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,107 INFO [Thread-695 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-695. 2024-11-07T11:41:09,107 DEBUG [Thread-695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,107 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,107 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,110 INFO [Thread-706 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-706. 2024-11-07T11:41:09,110 DEBUG [Thread-706 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:09,110 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,110 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:09,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:09,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f924a9927e24f5a96519b1279761177_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742077_1253 (size=14994) 2024-11-07T11:41:09,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:09,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078f924a9927e24f5a96519b1279761177_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f924a9927e24f5a96519b1279761177_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:09,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b63294ce9f0545c38102c9e534f9a79c, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:09,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b63294ce9f0545c38102c9e534f9a79c is 175, key is test_row_0/A:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742078_1254 (size=39949) 2024-11-07T11:41:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-07T11:41:09,321 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:09,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=542, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b63294ce9f0545c38102c9e534f9a79c 2024-11-07T11:41:09,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/1c036b3d8afe469295a21ed697424834 is 50, key is test_row_0/B:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:09,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742079_1255 (size=12301) 2024-11-07T11:41:09,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/1c036b3d8afe469295a21ed697424834 2024-11-07T11:41:09,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/02616959e4e14d589fbd677034f4bf5e is 50, key is test_row_0/C:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742080_1256 (size=12301) 2024-11-07T11:41:10,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/02616959e4e14d589fbd677034f4bf5e 2024-11-07T11:41:10,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b63294ce9f0545c38102c9e534f9a79c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c 2024-11-07T11:41:10,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c, entries=200, sequenceid=542, filesize=39.0 K 2024-11-07T11:41:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/1c036b3d8afe469295a21ed697424834 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834 2024-11-07T11:41:10,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834, entries=150, sequenceid=542, filesize=12.0 K 2024-11-07T11:41:10,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/02616959e4e14d589fbd677034f4bf5e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e 2024-11-07T11:41:10,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e, entries=150, sequenceid=542, filesize=12.0 K 2024-11-07T11:41:10,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=33.54 KB/34350 for b031d3a50dd94074d02c3caf57ac0aab in 1284ms, sequenceid=542, compaction requested=true 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b031d3a50dd94074d02c3caf57ac0aab:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:10,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:10,372 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:41:10,372 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174481 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/B is initiating minor compaction (all files) 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/A is initiating minor compaction (all files) 2024-11-07T11:41:10,374 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/B in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:10,374 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/A in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:10,374 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=170.4 K 2024-11-07T11:41:10,374 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/240e5d332c1a4bbd9fba109ebf8d463a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=60.9 K 2024-11-07T11:41:10,374 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c] 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 240e5d332c1a4bbd9fba109ebf8d463a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979664301 2024-11-07T11:41:10,374 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa07f03311914489b02e0dbb97f8889e, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979664301 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ddd92687126490cb53cbfcdc4a95a58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1730979664406 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72cf79704dfb48e6b185e35a741d70cb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1730979664406 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ff8c29ed094748992a093340baf32c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1730979665572 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcf31bfde3db4cf0929e90af481127a9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1730979665572 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting cdc5c0f345ff4cd9b7f7340526d58527, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1730979666267 2024-11-07T11:41:10,375 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0c1fb3e21645e797dee190d118f793, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1730979666267 2024-11-07T11:41:10,376 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c036b3d8afe469295a21ed697424834, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1730979668444 2024-11-07T11:41:10,376 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63294ce9f0545c38102c9e534f9a79c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1730979668444 2024-11-07T11:41:10,387 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#B#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:10,388 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/e4a6a44d60d449ca969455fee223bc62 is 50, key is test_row_0/B:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:10,396 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:10,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742081_1257 (size=13289) 2024-11-07T11:41:10,398 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107c994c0ffa5a946a4b1fa365c297ddeac_b031d3a50dd94074d02c3caf57ac0aab store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:10,430 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107c994c0ffa5a946a4b1fa365c297ddeac_b031d3a50dd94074d02c3caf57ac0aab, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:10,430 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c994c0ffa5a946a4b1fa365c297ddeac_b031d3a50dd94074d02c3caf57ac0aab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742082_1258 (size=4469) 2024-11-07T11:41:10,483 INFO [Thread-693 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-693. 2024-11-07T11:41:10,483 DEBUG [Thread-693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:10,483 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:10,484 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:10,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:10,804 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/e4a6a44d60d449ca969455fee223bc62 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/e4a6a44d60d449ca969455fee223bc62 2024-11-07T11:41:10,808 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/B of b031d3a50dd94074d02c3caf57ac0aab into e4a6a44d60d449ca969455fee223bc62(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:10,808 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:10,808 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/B, priority=11, startTime=1730979670372; duration=0sec 2024-11-07T11:41:10,808 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:10,808 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:B 2024-11-07T11:41:10,808 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:41:10,810 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62323 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:41:10,810 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): b031d3a50dd94074d02c3caf57ac0aab/C is initiating minor compaction (all files) 2024-11-07T11:41:10,810 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b031d3a50dd94074d02c3caf57ac0aab/C in TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:10,810 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b8bd85c9741b47ada496eb63b3f042b2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp, totalSize=60.9 K 2024-11-07T11:41:10,810 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b8bd85c9741b47ada496eb63b3f042b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730979664301 2024-11-07T11:41:10,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting fe5d4c89c4794ef9833a237e6fed4578, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1730979664406 2024-11-07T11:41:10,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 67aeb114b75e46409f20ff2406256a9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1730979665572 2024-11-07T11:41:10,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e589c84ad30f48f9856f89317d8d7bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1730979666267 2024-11-07T11:41:10,812 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 02616959e4e14d589fbd677034f4bf5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=542, earliestPutTs=1730979668444 2024-11-07T11:41:10,822 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#C#compaction#214 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:10,822 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/7d0c9bbe318545b3a3292814ddd51ab6 is 50, key is test_row_0/C:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742083_1259 (size=13289) 2024-11-07T11:41:10,839 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b031d3a50dd94074d02c3caf57ac0aab#A#compaction#213 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:10,840 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/6d06c7393e4e493e90324c6a7b10a8f5 is 175, key is test_row_0/A:col10/1730979668444/Put/seqid=0 2024-11-07T11:41:10,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742084_1260 (size=32243) 2024-11-07T11:41:11,235 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/7d0c9bbe318545b3a3292814ddd51ab6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/7d0c9bbe318545b3a3292814ddd51ab6 2024-11-07T11:41:11,239 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/C of b031d3a50dd94074d02c3caf57ac0aab into 7d0c9bbe318545b3a3292814ddd51ab6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:11,239 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:11,239 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/C, priority=11, startTime=1730979670372; duration=0sec 2024-11-07T11:41:11,239 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:11,239 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:C 2024-11-07T11:41:11,248 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/6d06c7393e4e493e90324c6a7b10a8f5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/6d06c7393e4e493e90324c6a7b10a8f5 2024-11-07T11:41:11,252 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b031d3a50dd94074d02c3caf57ac0aab/A of b031d3a50dd94074d02c3caf57ac0aab into 6d06c7393e4e493e90324c6a7b10a8f5(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:11,252 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:11,252 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab., storeName=b031d3a50dd94074d02c3caf57ac0aab/A, priority=11, startTime=1730979670372; duration=0sec 2024-11-07T11:41:11,252 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:11,252 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b031d3a50dd94074d02c3caf57ac0aab:A 2024-11-07T11:41:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:12,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b031d3a50dd94074d02c3caf57ac0aab 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:12,653 INFO [Thread-699 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-699. 2024-11-07T11:41:12,653 DEBUG [Thread-699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=A 2024-11-07T11:41:12,653 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=B 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b031d3a50dd94074d02c3caf57ac0aab, store=C 2024-11-07T11:41:12,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:12,653 DEBUG [Thread-699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:12,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2218 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2191 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 960 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2880 rows 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 976 2024-11-07T11:41:12,654 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2928 rows 2024-11-07T11:41:12,654 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:41:12,654 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:41:12,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:12,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:12,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:12,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:41:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:12,658 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979672658"}]},"ts":"1730979672658"} 2024-11-07T11:41:12,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:41:12,660 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:41:12,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078724dcd48d2d418d8b164f339656ad9e_b031d3a50dd94074d02c3caf57ac0aab is 50, key is test_row_0/A:col10/1730979670482/Put/seqid=0 2024-11-07T11:41:12,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:41:12,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, UNASSIGN}] 2024-11-07T11:41:12,663 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, UNASSIGN 2024-11-07T11:41:12,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:12,664 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=f30636bb2128,39285,1730979616609, table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T11:41:12,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, UNASSIGN because future has completed 2024-11-07T11:41:12,665 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:41:12,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:12,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742085_1261 (size=12454) 2024-11-07T11:41:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:12,817 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:12,817 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:41:12,817 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing b031d3a50dd94074d02c3caf57ac0aab, disabling compactions & flushes 2024-11-07T11:41:12,817 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:13,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:13,075 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078724dcd48d2d418d8b164f339656ad9e_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078724dcd48d2d418d8b164f339656ad9e_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:13,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b553a2cf7ceb44b49057ad6f79d3bd32, store: [table=TestAcidGuarantees family=A region=b031d3a50dd94074d02c3caf57ac0aab] 2024-11-07T11:41:13,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b553a2cf7ceb44b49057ad6f79d3bd32 is 175, key is test_row_0/A:col10/1730979670482/Put/seqid=0 2024-11-07T11:41:13,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742086_1262 (size=31255) 2024-11-07T11:41:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:13,481 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=555, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b553a2cf7ceb44b49057ad6f79d3bd32 2024-11-07T11:41:13,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/2aa29b220a58443aa05cc96b6ba90656 is 50, key is test_row_0/B:col10/1730979670482/Put/seqid=0 2024-11-07T11:41:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742087_1263 (size=12301) 2024-11-07T11:41:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:13,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/2aa29b220a58443aa05cc96b6ba90656 2024-11-07T11:41:13,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c6f6161abc794f39bef039f7351044e1 is 50, key is test_row_0/C:col10/1730979670482/Put/seqid=0 2024-11-07T11:41:13,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742088_1264 (size=12301) 2024-11-07T11:41:14,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c6f6161abc794f39bef039f7351044e1 2024-11-07T11:41:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/A/b553a2cf7ceb44b49057ad6f79d3bd32 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b553a2cf7ceb44b49057ad6f79d3bd32 2024-11-07T11:41:14,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b553a2cf7ceb44b49057ad6f79d3bd32, entries=150, sequenceid=555, filesize=30.5 K 2024-11-07T11:41:14,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/B/2aa29b220a58443aa05cc96b6ba90656 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/2aa29b220a58443aa05cc96b6ba90656 2024-11-07T11:41:14,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/2aa29b220a58443aa05cc96b6ba90656, entries=150, sequenceid=555, filesize=12.0 K 2024-11-07T11:41:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/.tmp/C/c6f6161abc794f39bef039f7351044e1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c6f6161abc794f39bef039f7351044e1 2024-11-07T11:41:14,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c6f6161abc794f39bef039f7351044e1, entries=150, sequenceid=555, filesize=12.0 K 2024-11-07T11:41:14,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for b031d3a50dd94074d02c3caf57ac0aab in 1665ms, sequenceid=555, compaction requested=false 2024-11-07T11:41:14,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b031d3a50dd94074d02c3caf57ac0aab: 2024-11-07T11:41:14,318 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:14,318 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:14,318 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. after waiting 0 ms 2024-11-07T11:41:14,318 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:14,319 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c] to archive 2024-11-07T11:41:14,319 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:14,321 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/9d0ac31e615a4448ba7c768a6fa6386d 2024-11-07T11:41:14,322 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/ae59cd310c37421b8942acee212d0d0d 2024-11-07T11:41:14,323 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2c08bd83bdd049f9bea16f173ef78bae 2024-11-07T11:41:14,324 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/26c718025d0349fbbcee9c5f28454e81 2024-11-07T11:41:14,325 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/631969db34304c0a8cbe7c41badfef26 2024-11-07T11:41:14,326 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c0b5af6d00504598b72f1afc4ce8f297 2024-11-07T11:41:14,327 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/c74774b576f34503b618a5209f41e6a9 2024-11-07T11:41:14,328 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/349987ff285f41efa1d769b35651154a 2024-11-07T11:41:14,329 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d9bdabc30a464c2bbb25a00c82034670 2024-11-07T11:41:14,330 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7e6a73fa1b7449ba9367683afa6a08c8 2024-11-07T11:41:14,331 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/82f29398eb1049dd81b535ffd4e9869f 2024-11-07T11:41:14,332 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/60e5de64b18a4a14b3f5bbce22118fe7 2024-11-07T11:41:14,333 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/7258a8ea10e54e6c8812ffc593f999ad 2024-11-07T11:41:14,334 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/379b3f1c0129475d97a2874000754ad9 2024-11-07T11:41:14,335 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/e5e83b772c764de389e5ee0ae91b9983 2024-11-07T11:41:14,336 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/167a8750ae4841c6bf3a3beb9861f535 2024-11-07T11:41:14,337 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/daba7d0d6a4d4016bfe1407ec313b6b2 2024-11-07T11:41:14,338 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/1639962915fe47ffacc88d0e81e2468d 2024-11-07T11:41:14,339 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/d3764a1a58494480ab976f3008822b3e 2024-11-07T11:41:14,340 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/316376ce0ab943fa91b7f274601f88b1 2024-11-07T11:41:14,341 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/8a127fadafb1450eb7c55f0fe45bfdf0 2024-11-07T11:41:14,342 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/a3904d5c79524096b65e02dcc7bc967e 2024-11-07T11:41:14,342 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/351a598446be413f80a054967b5ca092 2024-11-07T11:41:14,343 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/411a02492b9945128aff5423f11e1c62 2024-11-07T11:41:14,345 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/fa07f03311914489b02e0dbb97f8889e 2024-11-07T11:41:14,346 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/72cf79704dfb48e6b185e35a741d70cb 2024-11-07T11:41:14,347 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/dcf31bfde3db4cf0929e90af481127a9 2024-11-07T11:41:14,348 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/2b0c1fb3e21645e797dee190d118f793 2024-11-07T11:41:14,349 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b63294ce9f0545c38102c9e534f9a79c 2024-11-07T11:41:14,350 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89196fdf73e64ecca2c0c24b6bc2a069, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/f536924ae7ec4bcdaba1875d3d70c4f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89d0eb3caa3e47c4bce172f94673ce3b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1d8975ee13a14b0d84485647bdc0bad7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a2e5fc54322a4b40b87565da422e186d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/99c7a1ddb9e24beea4d0dd40b26d610d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/240e5d332c1a4bbd9fba109ebf8d463a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834] to archive 2024-11-07T11:41:14,351 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:14,353 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439fb00f6e047e4903f1d06b3d46476 2024-11-07T11:41:14,354 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/abc2af31b1a942bdbce7587d0499bcfe 2024-11-07T11:41:14,355 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/084ddd3240bf479e8f9cb050dd474db4 2024-11-07T11:41:14,356 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89196fdf73e64ecca2c0c24b6bc2a069 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89196fdf73e64ecca2c0c24b6bc2a069 2024-11-07T11:41:14,357 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d4cc202632124bef8b87affc6feeb45e 2024-11-07T11:41:14,358 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/bb5acb5166fb43efa3cfa061fbeaed35 2024-11-07T11:41:14,359 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/ae6ce1d6bad548d08bf3e9affe53f795 2024-11-07T11:41:14,360 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/f536924ae7ec4bcdaba1875d3d70c4f0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/f536924ae7ec4bcdaba1875d3d70c4f0 2024-11-07T11:41:14,361 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/65a00ff856e4491eabc93862e667acae 2024-11-07T11:41:14,362 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/d2f5465b76274176987d9e702641a108 2024-11-07T11:41:14,363 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89d0eb3caa3e47c4bce172f94673ce3b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/89d0eb3caa3e47c4bce172f94673ce3b 2024-11-07T11:41:14,364 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0b243b5182cf47f6b5d1f6922cdcd81a 2024-11-07T11:41:14,365 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/aa5f5025db5b42e486b382efc1f5a6bf 2024-11-07T11:41:14,366 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1d8975ee13a14b0d84485647bdc0bad7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1d8975ee13a14b0d84485647bdc0bad7 2024-11-07T11:41:14,367 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a071382b4439460d92a9cc8af0da34df 2024-11-07T11:41:14,368 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/fb5c2ce1bf7748a6b5bbbd1756e8ecc4 2024-11-07T11:41:14,370 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a2e5fc54322a4b40b87565da422e186d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/a2e5fc54322a4b40b87565da422e186d 2024-11-07T11:41:14,371 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/7be268bb665e422b927259a54e08a3f3 2024-11-07T11:41:14,372 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/30ee0f5b62b54d0f9968562e7df1d1a9 2024-11-07T11:41:14,373 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/99c7a1ddb9e24beea4d0dd40b26d610d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/99c7a1ddb9e24beea4d0dd40b26d610d 2024-11-07T11:41:14,374 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/137da26123a647e2a1a05126a89002e1 2024-11-07T11:41:14,375 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0439b5b7c50c4e16b9328bdf38843a8c 2024-11-07T11:41:14,376 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0808140dbfa5438cb31000b1bb3e3a9f 2024-11-07T11:41:14,377 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/240e5d332c1a4bbd9fba109ebf8d463a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/240e5d332c1a4bbd9fba109ebf8d463a 2024-11-07T11:41:14,379 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/0ad23389381a47c58221dc744937d20e 2024-11-07T11:41:14,380 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/8ddd92687126490cb53cbfcdc4a95a58 2024-11-07T11:41:14,381 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/60ff8c29ed094748992a093340baf32c 2024-11-07T11:41:14,382 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/cdc5c0f345ff4cd9b7f7340526d58527 2024-11-07T11:41:14,383 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/1c036b3d8afe469295a21ed697424834 2024-11-07T11:41:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ae7ce7a89f854f4b9d53c468107ecb28, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/4632fde6b2344e2b92b49000aaa2399c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c88dfb619386487dbd108c6370c1c58e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/53e8337cc92c4a26aaa012b906ca398f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c81375f7393d4adea3950b51a918cfbd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3473bb77c0bb411ba004ea5f06fdbfd0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b8bd85c9741b47ada496eb63b3f042b2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e] to archive 2024-11-07T11:41:14,386 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:14,387 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1080a1a212da4775bbd1891328744d4e 2024-11-07T11:41:14,389 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/505149058de94a03b3bda54def89ad82 2024-11-07T11:41:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/bdc0f1b253b1448aa7251b90bc2a93dd 2024-11-07T11:41:14,391 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ae7ce7a89f854f4b9d53c468107ecb28 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ae7ce7a89f854f4b9d53c468107ecb28 2024-11-07T11:41:14,392 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/5b328b38afd14fa5860f0e01129b0b5f 2024-11-07T11:41:14,393 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/13c8b6064b2546c0b82c400c4d531b36 2024-11-07T11:41:14,394 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c50cdc67755b46efad75dcbf57d06b7d 2024-11-07T11:41:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/4632fde6b2344e2b92b49000aaa2399c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/4632fde6b2344e2b92b49000aaa2399c 2024-11-07T11:41:14,397 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/d5ec045813fd4eab8f673fec8adab448 2024-11-07T11:41:14,398 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1b8647a7c3c64d7ea1ee2b084fd4f266 2024-11-07T11:41:14,399 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c88dfb619386487dbd108c6370c1c58e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c88dfb619386487dbd108c6370c1c58e 2024-11-07T11:41:14,400 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3278dcbc759d43eea2624c0b4d83cf1a 2024-11-07T11:41:14,401 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/18e62b387ecc415aa5c71557789a4141 2024-11-07T11:41:14,402 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/53e8337cc92c4a26aaa012b906ca398f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/53e8337cc92c4a26aaa012b906ca398f 2024-11-07T11:41:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b29e02eb5f2d4506ae0f11397a3f1216 2024-11-07T11:41:14,404 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/1a817bb6862d4fe5927cbce0dfd8f06a 2024-11-07T11:41:14,405 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c81375f7393d4adea3950b51a918cfbd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c81375f7393d4adea3950b51a918cfbd 2024-11-07T11:41:14,406 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/100a70df1d6845ed9f200fdf449277a5 2024-11-07T11:41:14,407 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/888c2f89c1ad463fb5ba4fbae93f8922 2024-11-07T11:41:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3473bb77c0bb411ba004ea5f06fdbfd0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/3473bb77c0bb411ba004ea5f06fdbfd0 2024-11-07T11:41:14,409 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/ea2d838c24cb42a0bd42f58a38dfb592 2024-11-07T11:41:14,411 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/796f529e2c2749e992723c0e8076eaf5 2024-11-07T11:41:14,412 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/91c7170fe0964bc49b30f5a2caefa6ea 2024-11-07T11:41:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b8bd85c9741b47ada496eb63b3f042b2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/b8bd85c9741b47ada496eb63b3f042b2 2024-11-07T11:41:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/9223d19f0ea640ebaf4e45f7a5bf2af2 2024-11-07T11:41:14,415 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/fe5d4c89c4794ef9833a237e6fed4578 2024-11-07T11:41:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/67aeb114b75e46409f20ff2406256a9d 2024-11-07T11:41:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/e589c84ad30f48f9856f89317d8d7bd0 2024-11-07T11:41:14,418 DEBUG [StoreCloser-TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/02616959e4e14d589fbd677034f4bf5e 2024-11-07T11:41:14,423 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits/558.seqid, newMaxSeqId=558, maxSeqId=4 2024-11-07T11:41:14,423 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab. 2024-11-07T11:41:14,423 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for b031d3a50dd94074d02c3caf57ac0aab: Waiting for close lock at 1730979672817Running coprocessor pre-close hooks at 1730979672817Disabling compacts and flushes for region at 1730979672817Disabling writes for close at 1730979674318 (+1501 ms)Writing region close event to WAL at 1730979674419 (+101 ms)Running coprocessor post-close hooks at 1730979674423 (+4 ms)Closed at 1730979674423 2024-11-07T11:41:14,425 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,426 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=b031d3a50dd94074d02c3caf57ac0aab, regionState=CLOSED 2024-11-07T11:41:14,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:14,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-07T11:41:14,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure b031d3a50dd94074d02c3caf57ac0aab, server=f30636bb2128,39285,1730979616609 in 1.7630 sec 2024-11-07T11:41:14,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-07T11:41:14,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b031d3a50dd94074d02c3caf57ac0aab, UNASSIGN in 1.7680 sec 2024-11-07T11:41:14,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-07T11:41:14,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7710 sec 2024-11-07T11:41:14,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979674435"}]},"ts":"1730979674435"} 2024-11-07T11:41:14,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:41:14,436 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:41:14,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7820 sec 2024-11-07T11:41:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-07T11:41:14,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:14,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:41:14,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,804 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T11:41:14,805 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,808 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits] 2024-11-07T11:41:14,813 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/6d06c7393e4e493e90324c6a7b10a8f5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/6d06c7393e4e493e90324c6a7b10a8f5 2024-11-07T11:41:14,814 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b553a2cf7ceb44b49057ad6f79d3bd32 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/A/b553a2cf7ceb44b49057ad6f79d3bd32 2024-11-07T11:41:14,817 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/2aa29b220a58443aa05cc96b6ba90656 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/2aa29b220a58443aa05cc96b6ba90656 2024-11-07T11:41:14,818 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/e4a6a44d60d449ca969455fee223bc62 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/B/e4a6a44d60d449ca969455fee223bc62 2024-11-07T11:41:14,820 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/7d0c9bbe318545b3a3292814ddd51ab6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/7d0c9bbe318545b3a3292814ddd51ab6 2024-11-07T11:41:14,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c6f6161abc794f39bef039f7351044e1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/C/c6f6161abc794f39bef039f7351044e1 2024-11-07T11:41:14,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits/558.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab/recovered.edits/558.seqid 2024-11-07T11:41:14,824 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,825 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:41:14,825 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:41:14,826 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T11:41:14,830 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110703ca0179f6e14fbfb810bfdf329966e1_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110703ca0179f6e14fbfb810bfdf329966e1_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,831 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719913440116a45be910399799796bad3_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719913440116a45be910399799796bad3_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,832 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a43362de4794aebba9a6566e4dff747_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071a43362de4794aebba9a6566e4dff747_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,833 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071d3917b85ce5459ba7b5f8fa12fffdee_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071d3917b85ce5459ba7b5f8fa12fffdee_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,835 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073497b8b5e1cb443f9df18f0df374f612_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073497b8b5e1cb443f9df18f0df374f612_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,836 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a7f5f97572a4fa6994343602614149a_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a7f5f97572a4fa6994343602614149a_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,837 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074ab5c543ecd640baae3c8473b1cbdae2_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074ab5c543ecd640baae3c8473b1cbdae2_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,838 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107529578153e2e4c578a2e61302991cdf7_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107529578153e2e4c578a2e61302991cdf7_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,839 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076579554067b04075954c0737224b2f23_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076579554067b04075954c0737224b2f23_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,840 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107720f922064134c709afb680c2a9e44d1_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107720f922064134c709afb680c2a9e44d1_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,841 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078724dcd48d2d418d8b164f339656ad9e_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078724dcd48d2d418d8b164f339656ad9e_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,843 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f1d66fe908b43a09fee0138c7a48cc2_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f1d66fe908b43a09fee0138c7a48cc2_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,844 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f924a9927e24f5a96519b1279761177_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078f924a9927e24f5a96519b1279761177_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,845 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cc0de194bf041ceb2943016cf0be194_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079cc0de194bf041ceb2943016cf0be194_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,846 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a263a31b1acf497a81f90539b40d0296_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a263a31b1acf497a81f90539b40d0296_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,847 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107adbed214ac22434094b4602553a8af45_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107adbed214ac22434094b4602553a8af45_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,848 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae1f7211155744ecbf91c60f64132dfa_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ae1f7211155744ecbf91c60f64132dfa_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,849 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b8c2c5b07db443468954d598ca7ca6c9_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b8c2c5b07db443468954d598ca7ca6c9_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,850 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbbaa64218a14676be3d1acae8e11a08_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbbaa64218a14676be3d1acae8e11a08_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,851 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dde70209ed6b42a7a88d49fa87933ac5_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dde70209ed6b42a7a88d49fa87933ac5_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,853 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e44a65e3ab9b4261b81485b530ce72fd_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e44a65e3ab9b4261b81485b530ce72fd_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,854 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e889fbcae29b433887ed94efb80dd6fb_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e889fbcae29b433887ed94efb80dd6fb_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,855 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee896bffe052403a97bb87cfc61d203b_b031d3a50dd94074d02c3caf57ac0aab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee896bffe052403a97bb87cfc61d203b_b031d3a50dd94074d02c3caf57ac0aab 2024-11-07T11:41:14,855 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:41:14,857 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,857 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:41:14,859 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:41:14,862 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:41:14,862 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,863 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:41:14,863 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979674863"}]},"ts":"9223372036854775807"} 2024-11-07T11:41:14,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:41:14,864 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b031d3a50dd94074d02c3caf57ac0aab, NAME => 'TestAcidGuarantees,,1730979645927.b031d3a50dd94074d02c3caf57ac0aab.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:41:14,865 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:41:14,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979674865"}]},"ts":"9223372036854775807"} 2024-11-07T11:41:14,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:41:14,867 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-07T11:41:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-07T11:41:14,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:41:14,911 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:14,921 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 248) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1487877894_22 at /127.0.0.1:43790 [Waiting for operation #1249] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858482622_22 at /127.0.0.1:56670 [Waiting for operation #804] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1487877894_22 at /127.0.0.1:44060 [Waiting for operation #964] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-858482622_22 at /127.0.0.1:56662 [Waiting for operation #810] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 509) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2050 (was 2172) 2024-11-07T11:41:14,931 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=2050 2024-11-07T11:41:14,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:41:14,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:41:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:14,934 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:41:14,934 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:14,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 59 2024-11-07T11:41:14,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:14,935 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:41:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742089_1265 (size=1061) 2024-11-07T11:41:15,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:15,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:41:15,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742090_1266 (size=53) 2024-11-07T11:41:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4321dc8cf2b28a2938b20121c70840cf, disabling compactions & flushes 2024-11-07T11:41:15,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. after waiting 0 ms 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:15,748 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:15,748 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4321dc8cf2b28a2938b20121c70840cf: Waiting for close lock at 1730979675748Disabling compacts and flushes for region at 1730979675748Disabling writes for close at 1730979675748Writing region close event to WAL at 1730979675748Closed at 1730979675748 2024-11-07T11:41:15,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:41:15,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979675749"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979675749"}]},"ts":"1730979675749"} 2024-11-07T11:41:15,751 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:41:15,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:41:15,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979675752"}]},"ts":"1730979675752"} 2024-11-07T11:41:15,753 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:41:15,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, ASSIGN}] 2024-11-07T11:41:15,754 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, ASSIGN 2024-11-07T11:41:15,755 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:41:15,905 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=4321dc8cf2b28a2938b20121c70840cf, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:15,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, ASSIGN because future has completed 2024-11-07T11:41:15,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:16,062 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:16,062 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:41:16,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:41:16,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,063 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,064 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,065 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:16,065 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4321dc8cf2b28a2938b20121c70840cf columnFamilyName A 2024-11-07T11:41:16,065 DEBUG [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:16,066 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(327): Store=4321dc8cf2b28a2938b20121c70840cf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:16,066 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,067 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:16,067 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4321dc8cf2b28a2938b20121c70840cf columnFamilyName B 2024-11-07T11:41:16,067 DEBUG [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:16,067 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(327): Store=4321dc8cf2b28a2938b20121c70840cf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:16,068 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,068 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:16,069 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4321dc8cf2b28a2938b20121c70840cf columnFamilyName C 2024-11-07T11:41:16,069 DEBUG [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:16,069 INFO [StoreOpener-4321dc8cf2b28a2938b20121c70840cf-1 {}] regionserver.HStore(327): Store=4321dc8cf2b28a2938b20121c70840cf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:16,069 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:16,069 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,070 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,070 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:16,071 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,071 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,072 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:41:16,073 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,075 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:41:16,075 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened 4321dc8cf2b28a2938b20121c70840cf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67935256, jitterRate=0.012314200401306152}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:41:16,075 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:16,076 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for 4321dc8cf2b28a2938b20121c70840cf: Running coprocessor pre-open hook at 1730979676063Writing region info on filesystem at 1730979676063Initializing all the Stores at 1730979676064 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979676064Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979676064Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979676064Cleaning up temporary data from old regions at 1730979676071 (+7 ms)Running coprocessor post-open hooks at 1730979676075 (+4 ms)Region opened successfully at 1730979676076 (+1 ms) 2024-11-07T11:41:16,076 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., pid=61, masterSystemTime=1730979676059 2024-11-07T11:41:16,078 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:16,078 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:16,078 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=4321dc8cf2b28a2938b20121c70840cf, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:16,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:16,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-07T11:41:16,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 in 174 msec 2024-11-07T11:41:16,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-07T11:41:16,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, ASSIGN in 329 msec 2024-11-07T11:41:16,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:41:16,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979676085"}]},"ts":"1730979676085"} 2024-11-07T11:41:16,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:41:16,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:41:16,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1560 sec 2024-11-07T11:41:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59 2024-11-07T11:41:17,081 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:17,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260768f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61182927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,084 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156a1bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30949dbd 2024-11-07T11:41:17,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:41:17,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:41:17,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555b0fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,092 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284fd077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,092 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db419f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,095 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79726149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,096 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a8a161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,098 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f6ac7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,099 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f524a88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,101 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3189642b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,102 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9e402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,103 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f77a8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,105 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2f26c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,106 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,106 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,106 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,106 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25026eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,107 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a6ac3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,109 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7a9412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,110 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c203ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,112 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42283f50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205bcdcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,114 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7881c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,115 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a357a23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:17,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:17,117 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef5e5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:17,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:17,118 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45237e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:17,119 DEBUG [Thread-1236 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,119 DEBUG [Thread-1234 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,119 DEBUG [Thread-1221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,119 DEBUG [Thread-1223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,119 DEBUG [Thread-1232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:17,120 DEBUG [Thread-1240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,120 DEBUG [Thread-1225 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-07T11:41:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,125 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:17,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:17,125 DEBUG [Thread-1227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:17,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:17,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:17,137 DEBUG [Thread-1229 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,137 DEBUG [Thread-1238 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,140 DEBUG [Thread-1238 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:17,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,142 DEBUG [Thread-1238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:17,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58530, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:17,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:41:17,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979677152, max timestamp=1730979677163Num uniques 859; 2024-11-07T11:41:17,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:41:17,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979677152, max timestamp=1730979677163Num uniques 859; 2024-11-07T11:41:17,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:17,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979677152, max timestamp=1730979677165Num uniques 859; 2024-11-07T11:41:17,169 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:17,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d571b063a66741879d6eb47a95c9dccd is 50, key is test_row_0/A:col10/1730979677134/Put/seqid=0 2024-11-07T11:41:17,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979737189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979737192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979737194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979737197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979737198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742091_1267 (size=12001) 2024-11-07T11:41:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:17,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979737300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979737311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979737311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979737311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979737311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:17,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979737511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979737521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979737521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979737521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979737522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d571b063a66741879d6eb47a95c9dccd 2024-11-07T11:41:17,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/98b04352c6fe44c386e054573a1e7f72 is 50, key is test_row_0/B:col10/1730979677134/Put/seqid=0 2024-11-07T11:41:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742092_1268 (size=12001) 2024-11-07T11:41:17,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:17,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979737821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979737830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979737831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979737831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979737831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:17,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:17,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:17,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:18,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:18,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:18,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:18,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/98b04352c6fe44c386e054573a1e7f72 2024-11-07T11:41:18,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/89ae72ba0b194e3ab231920c68975959 is 50, key is test_row_0/C:col10/1730979677134/Put/seqid=0 2024-11-07T11:41:18,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742093_1269 (size=12001) 2024-11-07T11:41:18,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/89ae72ba0b194e3ab231920c68975959 2024-11-07T11:41:18,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d571b063a66741879d6eb47a95c9dccd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd 2024-11-07T11:41:18,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd, entries=150, sequenceid=11, filesize=11.7 K 2024-11-07T11:41:18,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/98b04352c6fe44c386e054573a1e7f72 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72 2024-11-07T11:41:18,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72, entries=150, sequenceid=11, filesize=11.7 K 2024-11-07T11:41:18,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/89ae72ba0b194e3ab231920c68975959 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959 2024-11-07T11:41:18,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959, entries=150, sequenceid=11, filesize=11.7 K 2024-11-07T11:41:18,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=143.13 KB/146560 for 4321dc8cf2b28a2938b20121c70840cf in 975ms, sequenceid=11, compaction requested=false 2024-11-07T11:41:18,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:18,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-07T11:41:18,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:18,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=143.13 KB heapSize=405.30 KB 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:18,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:18,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/408bba150a9e4816bcd05db8cac24b0d is 50, key is test_row_0/A:col10/1730979677192/Put/seqid=0 2024-11-07T11:41:18,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742094_1270 (size=12001) 2024-11-07T11:41:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:18,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:18,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:18,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979738347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979738347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979738347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979738348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979738348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979738461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979738461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979738461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979738461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979738461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,619 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/408bba150a9e4816bcd05db8cac24b0d 2024-11-07T11:41:18,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f6961f2f2f2946128c06c6079457118d is 50, key is test_row_0/B:col10/1730979677192/Put/seqid=0 2024-11-07T11:41:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742095_1271 (size=12001) 2024-11-07T11:41:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979738671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979738671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979738671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979738671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979738671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979739001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979739001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979739001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979739001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979739001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,009 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f6961f2f2f2946128c06c6079457118d 2024-11-07T11:41:19,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/2268245e9f014cef8dc34187d1177284 is 50, key is test_row_0/C:col10/1730979677192/Put/seqid=0 2024-11-07T11:41:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742096_1272 (size=12001) 2024-11-07T11:41:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:19,455 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/2268245e9f014cef8dc34187d1177284 2024-11-07T11:41:19,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/408bba150a9e4816bcd05db8cac24b0d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d 2024-11-07T11:41:19,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T11:41:19,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f6961f2f2f2946128c06c6079457118d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d 2024-11-07T11:41:19,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T11:41:19,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/2268245e9f014cef8dc34187d1177284 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284 2024-11-07T11:41:19,478 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284, entries=150, sequenceid=48, filesize=11.7 K 2024-11-07T11:41:19,479 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~405.25 KB/414976, currentSize=46.96 KB/48090 for 4321dc8cf2b28a2938b20121c70840cf in 1279ms, sequenceid=48, compaction requested=false 2024-11-07T11:41:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:19,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-07T11:41:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-07T11:41:19,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-07T11:41:19,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3550 sec 2024-11-07T11:41:19,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 2.3640 sec 2024-11-07T11:41:19,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:19,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:19,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:19,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/683cff79181d4eacbe18521b4d77b963 is 50, key is test_row_0/A:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:19,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742097_1273 (size=12001) 2024-11-07T11:41:19,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979739544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979739548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979739550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979739550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979739551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979739661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979739871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979739871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979739871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979739871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979739872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:19,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/683cff79181d4eacbe18521b4d77b963 2024-11-07T11:41:19,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1e9e1710410f429fbacda68dfb3718bf is 50, key is test_row_0/B:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:19,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:41:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742098_1274 (size=12001) 2024-11-07T11:41:20,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979740181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979740181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979740181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979740181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979740181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1e9e1710410f429fbacda68dfb3718bf 2024-11-07T11:41:20,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b97766ea8784d85acd70b2e88f592f6 is 50, key is test_row_0/C:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742099_1275 (size=12001) 2024-11-07T11:41:20,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979740691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979740691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979740691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979740691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979740692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:20,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b97766ea8784d85acd70b2e88f592f6 2024-11-07T11:41:20,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/683cff79181d4eacbe18521b4d77b963 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963 2024-11-07T11:41:20,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963, entries=150, sequenceid=61, filesize=11.7 K 2024-11-07T11:41:20,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1e9e1710410f429fbacda68dfb3718bf as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf 2024-11-07T11:41:20,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf, entries=150, sequenceid=61, filesize=11.7 K 2024-11-07T11:41:20,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b97766ea8784d85acd70b2e88f592f6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6 2024-11-07T11:41:20,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6, entries=150, sequenceid=61, filesize=11.7 K 2024-11-07T11:41:20,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4321dc8cf2b28a2938b20121c70840cf in 1283ms, sequenceid=61, compaction requested=true 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:20,808 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:20,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:20,808 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:20,809 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:20,809 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:20,809 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:20,809 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:20,810 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:20,810 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:20,810 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.2 K 2024-11-07T11:41:20,810 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.2 K 2024-11-07T11:41:20,810 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 98b04352c6fe44c386e054573a1e7f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979677130 2024-11-07T11:41:20,810 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d571b063a66741879d6eb47a95c9dccd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979677130 2024-11-07T11:41:20,811 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 408bba150a9e4816bcd05db8cac24b0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979677182 2024-11-07T11:41:20,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f6961f2f2f2946128c06c6079457118d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979677182 2024-11-07T11:41:20,811 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 683cff79181d4eacbe18521b4d77b963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:20,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e9e1710410f429fbacda68dfb3718bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:20,821 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:20,821 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:20,822 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/9d96b3fe344e40508d1c6523cea66afd is 50, key is test_row_0/B:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:20,822 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/ddcd81a81d7d44a38f0334d1e0db1468 is 50, key is test_row_0/A:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742101_1277 (size=12104) 2024-11-07T11:41:20,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742100_1276 (size=12104) 2024-11-07T11:41:20,839 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/ddcd81a81d7d44a38f0334d1e0db1468 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ddcd81a81d7d44a38f0334d1e0db1468 2024-11-07T11:41:20,846 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into ddcd81a81d7d44a38f0334d1e0db1468(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:20,846 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:20,846 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979680808; duration=0sec 2024-11-07T11:41:20,846 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:20,846 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:20,846 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:20,847 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:20,848 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:20,848 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:20,848 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.2 K 2024-11-07T11:41:20,848 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ae72ba0b194e3ab231920c68975959, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979677130 2024-11-07T11:41:20,849 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2268245e9f014cef8dc34187d1177284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1730979677182 2024-11-07T11:41:20,849 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b97766ea8784d85acd70b2e88f592f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:20,858 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:20,858 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4114052df19d42d0a9a40d2dbfd4368c is 50, key is test_row_0/C:col10/1730979678347/Put/seqid=0 2024-11-07T11:41:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742102_1278 (size=12104) 2024-11-07T11:41:21,240 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/9d96b3fe344e40508d1c6523cea66afd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/9d96b3fe344e40508d1c6523cea66afd 2024-11-07T11:41:21,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 9d96b3fe344e40508d1c6523cea66afd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:21,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:21,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979680808; duration=0sec 2024-11-07T11:41:21,246 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:21,246 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:21,278 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4114052df19d42d0a9a40d2dbfd4368c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4114052df19d42d0a9a40d2dbfd4368c 2024-11-07T11:41:21,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-07T11:41:21,285 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:21,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:21,286 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 4114052df19d42d0a9a40d2dbfd4368c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:21,286 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:21,286 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979680808; duration=0sec 2024-11-07T11:41:21,286 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:21,286 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-07T11:41:21,287 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T11:41:21,288 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:21,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T11:41:21,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:21,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/0e0214c583b4457ab5fe1d771acad37a is 50, key is test_row_0/A:col10/1730979679548/Put/seqid=0 2024-11-07T11:41:21,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742103_1279 (size=12001) 2024-11-07T11:41:21,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/0e0214c583b4457ab5fe1d771acad37a 2024-11-07T11:41:21,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7caf1d824bf64b7c925352ceb21b84fb is 50, key is test_row_0/B:col10/1730979679548/Put/seqid=0 2024-11-07T11:41:21,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742104_1280 (size=12001) 2024-11-07T11:41:21,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7caf1d824bf64b7c925352ceb21b84fb 2024-11-07T11:41:21,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b6224dcce524608b6b88d330ba263b0 is 50, key is test_row_0/C:col10/1730979679548/Put/seqid=0 2024-11-07T11:41:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742105_1281 (size=12001) 2024-11-07T11:41:21,573 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b6224dcce524608b6b88d330ba263b0 2024-11-07T11:41:21,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/0e0214c583b4457ab5fe1d771acad37a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a 2024-11-07T11:41:21,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:41:21,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7caf1d824bf64b7c925352ceb21b84fb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb 2024-11-07T11:41:21,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:41:21,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b6224dcce524608b6b88d330ba263b0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0 2024-11-07T11:41:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T11:41:21,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:41:21,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 4321dc8cf2b28a2938b20121c70840cf in 162ms, sequenceid=83, compaction requested=false 2024-11-07T11:41:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:21,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-07T11:41:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-07T11:41:21,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-07T11:41:21,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 316 msec 2024-11-07T11:41:21,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 321 msec 2024-11-07T11:41:21,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:21,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:21,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:21,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:21,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/f887bad3af774bcbbeb6cf3146db51a4 is 50, key is test_row_0/A:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:21,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742106_1282 (size=11997) 2024-11-07T11:41:21,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/f887bad3af774bcbbeb6cf3146db51a4 2024-11-07T11:41:21,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/a72f5628aadd4f6e90af07039c3ba3ae is 50, key is test_row_0/B:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:21,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742107_1283 (size=9657) 2024-11-07T11:41:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979741753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979741752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1730979681749, max timestamp=1730979681764Num uniques 859; 2024-11-07T11:41:21,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:21,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1730979681749, max timestamp=1730979681764Num uniques 859; 2024-11-07T11:41:21,786 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:21,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1730979681749, max timestamp=1730979681752Num uniques 859; 2024-11-07T11:41:21,788 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979741815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979741816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979741818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979741890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979741890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-07T11:41:21,911 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:21,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-07T11:41:21,913 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:21,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:21,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:21,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979741931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979741931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:21,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:21,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979741931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:21,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:22,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-07T11:41:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:22,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979742101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979742101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979742140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979742141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979742141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/a72f5628aadd4f6e90af07039c3ba3ae 2024-11-07T11:41:22,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/ab8ffde8a9554d88b730ad505bbbe323 is 50, key is test_row_0/C:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742108_1284 (size=9657) 2024-11-07T11:41:22,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-07T11:41:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:22,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-07T11:41:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979742411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979742411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979742451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979742451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979742451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-07T11:41:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:22,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/ab8ffde8a9554d88b730ad505bbbe323 2024-11-07T11:41:22,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/f887bad3af774bcbbeb6cf3146db51a4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4 2024-11-07T11:41:22,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T11:41:22,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/a72f5628aadd4f6e90af07039c3ba3ae as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae 2024-11-07T11:41:22,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae, entries=100, sequenceid=95, filesize=9.4 K 2024-11-07T11:41:22,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/ab8ffde8a9554d88b730ad505bbbe323 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323 2024-11-07T11:41:22,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323, entries=100, sequenceid=95, filesize=9.4 K 2024-11-07T11:41:22,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=118.13 KB/120966 for 4321dc8cf2b28a2938b20121c70840cf in 894ms, sequenceid=95, compaction requested=true 2024-11-07T11:41:22,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:22,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:22,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:22,622 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:22,622 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:22,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:22,623 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:22,623 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:22,623 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,624 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ddcd81a81d7d44a38f0334d1e0db1468, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.3 K 2024-11-07T11:41:22,624 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:22,624 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:22,624 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,624 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/9d96b3fe344e40508d1c6523cea66afd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=33.0 K 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddcd81a81d7d44a38f0334d1e0db1468, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d96b3fe344e40508d1c6523cea66afd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7caf1d824bf64b7c925352ceb21b84fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979679548 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e0214c583b4457ab5fe1d771acad37a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979679548 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a72f5628aadd4f6e90af07039c3ba3ae, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979681722 2024-11-07T11:41:22,625 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f887bad3af774bcbbeb6cf3146db51a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979681722 2024-11-07T11:41:22,635 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:22,636 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c0af28a1374f44b8a8a52d975c7b58fc is 50, key is test_row_0/A:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:22,642 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:22,643 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/3b9030b517ac4184822d59c216683009 is 50, key is test_row_0/B:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:22,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742109_1285 (size=12207) 2024-11-07T11:41:22,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742110_1286 (size=12207) 2024-11-07T11:41:22,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:22,681 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=118.13 KB heapSize=334.46 KB 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:22,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:22,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/1b200ac08adc46d79027e7d9e5810b97 is 50, key is test_row_0/A:col10/1730979681816/Put/seqid=0 2024-11-07T11:41:22,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742111_1287 (size=12001) 2024-11-07T11:41:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:22,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:22,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979742944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979742949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979742961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979742961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:22,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979742961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:22,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:23,054 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c0af28a1374f44b8a8a52d975c7b58fc as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c0af28a1374f44b8a8a52d975c7b58fc 2024-11-07T11:41:23,057 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/3b9030b517ac4184822d59c216683009 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/3b9030b517ac4184822d59c216683009 2024-11-07T11:41:23,060 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into c0af28a1374f44b8a8a52d975c7b58fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:23,060 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:23,060 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979682622; duration=0sec 2024-11-07T11:41:23,060 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:23,060 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:23,060 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:23,062 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:23,062 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:23,062 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:23,062 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4114052df19d42d0a9a40d2dbfd4368c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=33.0 K 2024-11-07T11:41:23,063 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4114052df19d42d0a9a40d2dbfd4368c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1730979678347 2024-11-07T11:41:23,063 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 3b9030b517ac4184822d59c216683009(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:23,063 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:23,063 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979682622; duration=0sec 2024-11-07T11:41:23,063 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b6224dcce524608b6b88d330ba263b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979679548 2024-11-07T11:41:23,063 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:23,063 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:23,064 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab8ffde8a9554d88b730ad505bbbe323, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979681722 2024-11-07T11:41:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979743061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979743061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,071 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:23,072 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/44408d2fd04a4ddba96eb6ee92b8bad9 is 50, key is test_row_0/C:col10/1730979681728/Put/seqid=0 2024-11-07T11:41:23,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742112_1288 (size=12207) 2024-11-07T11:41:23,081 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/44408d2fd04a4ddba96eb6ee92b8bad9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44408d2fd04a4ddba96eb6ee92b8bad9 2024-11-07T11:41:23,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 44408d2fd04a4ddba96eb6ee92b8bad9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:23,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:23,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979682623; duration=0sec 2024-11-07T11:41:23,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:23,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:23,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/1b200ac08adc46d79027e7d9e5810b97 2024-11-07T11:41:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/743bd2b4dc654db3b41868cfcca62703 is 50, key is test_row_0/B:col10/1730979681816/Put/seqid=0 2024-11-07T11:41:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742113_1289 (size=12001) 2024-11-07T11:41:23,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979743271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979743271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,507 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/743bd2b4dc654db3b41868cfcca62703 2024-11-07T11:41:23,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b6a1f85d83c43bcbfeeb58898f172da is 50, key is test_row_0/C:col10/1730979681816/Put/seqid=0 2024-11-07T11:41:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742114_1290 (size=12001) 2024-11-07T11:41:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979743581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:23,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979743581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:23,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:23,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=37.62 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b6a1f85d83c43bcbfeeb58898f172da 2024-11-07T11:41:23,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/1b200ac08adc46d79027e7d9e5810b97 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97 2024-11-07T11:41:23,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97, entries=150, sequenceid=129, filesize=11.7 K 2024-11-07T11:41:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/743bd2b4dc654db3b41868cfcca62703 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703 2024-11-07T11:41:23,945 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703, entries=150, sequenceid=129, filesize=11.7 K 2024-11-07T11:41:23,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/5b6a1f85d83c43bcbfeeb58898f172da as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da 2024-11-07T11:41:23,949 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da, entries=150, sequenceid=129, filesize=11.7 K 2024-11-07T11:41:23,950 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~118.13 KB/120966, heapSize ~334.41 KB/342440, currentSize=60.38 KB/61830 for 4321dc8cf2b28a2938b20121c70840cf in 1269ms, sequenceid=129, compaction requested=false 2024-11-07T11:41:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:23,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-07T11:41:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-07T11:41:23,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-07T11:41:23,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0370 sec 2024-11-07T11:41:23,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.0420 sec 2024-11-07T11:41:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:23,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:23,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:23,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/4e736e5a4e704de1b823b317cacdb462 is 50, key is test_row_0/A:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742115_1291 (size=14541) 2024-11-07T11:41:24,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979744009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979744012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979744013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-07T11:41:24,061 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:24,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-07T11:41:24,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:24,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:24,064 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:24,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979744091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979744091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979744120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979744121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979744121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:24,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979744330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979744331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979744331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:24,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/4e736e5a4e704de1b823b317cacdb462 2024-11-07T11:41:24,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/21ccf8f223a74dfca1460ec1775656fa is 50, key is test_row_0/B:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:24,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742116_1292 (size=12151) 2024-11-07T11:41:24,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979744641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979744641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979744642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:24,646 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:24,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:24,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/21ccf8f223a74dfca1460ec1775656fa 2024-11-07T11:41:24,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/48a635e5829644a9b44c6d0fd4d2bc78 is 50, key is test_row_0/C:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742117_1293 (size=12151) 2024-11-07T11:41:24,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:24,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:25,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979745101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:25,104 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979745111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:25,131 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:25,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:25,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:25,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979745151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979745151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:25,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979745151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:25,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:25,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/48a635e5829644a9b44c6d0fd4d2bc78 2024-11-07T11:41:25,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/4e736e5a4e704de1b823b317cacdb462 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462 2024-11-07T11:41:25,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462, entries=200, sequenceid=145, filesize=14.2 K 2024-11-07T11:41:25,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/21ccf8f223a74dfca1460ec1775656fa as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa 2024-11-07T11:41:25,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa, entries=150, sequenceid=145, filesize=11.9 K 2024-11-07T11:41:25,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/48a635e5829644a9b44c6d0fd4d2bc78 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78 2024-11-07T11:41:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78, entries=150, sequenceid=145, filesize=11.9 K 2024-11-07T11:41:25,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4321dc8cf2b28a2938b20121c70840cf in 1280ms, sequenceid=145, compaction requested=true 2024-11-07T11:41:25,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:25,255 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:25,255 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:25,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:25,257 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:25,257 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:25,257 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,257 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c0af28a1374f44b8a8a52d975c7b58fc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=37.8 K 2024-11-07T11:41:25,257 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:25,257 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:25,257 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,257 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/3b9030b517ac4184822d59c216683009, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.5 K 2024-11-07T11:41:25,258 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0af28a1374f44b8a8a52d975c7b58fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979679549 2024-11-07T11:41:25,258 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b9030b517ac4184822d59c216683009, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979679549 2024-11-07T11:41:25,258 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b200ac08adc46d79027e7d9e5810b97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1730979681810 2024-11-07T11:41:25,258 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 743bd2b4dc654db3b41868cfcca62703, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1730979681810 2024-11-07T11:41:25,259 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e736e5a4e704de1b823b317cacdb462, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:25,259 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 21ccf8f223a74dfca1460ec1775656fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:25,271 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:25,271 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/78e719e14bc943d2879adb51ef0d36cd is 50, key is test_row_0/A:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:25,276 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:25,276 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/496cd69092d043daa872dd51e05758ef is 50, key is test_row_0/B:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:25,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-07T11:41:25,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:25,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742119_1295 (size=12459) 2024-11-07T11:41:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/bb56c8fd61cd49c6a1bb67faa22ab957 is 50, key is test_row_0/A:col10/1730979684006/Put/seqid=0 2024-11-07T11:41:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742118_1294 (size=12459) 2024-11-07T11:41:25,341 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/78e719e14bc943d2879adb51ef0d36cd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/78e719e14bc943d2879adb51ef0d36cd 2024-11-07T11:41:25,347 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 78e719e14bc943d2879adb51ef0d36cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:25,347 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:25,347 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979685254; duration=0sec 2024-11-07T11:41:25,347 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:25,347 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:25,348 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:25,349 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:25,349 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:25,349 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,349 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44408d2fd04a4ddba96eb6ee92b8bad9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.5 K 2024-11-07T11:41:25,350 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44408d2fd04a4ddba96eb6ee92b8bad9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730979679549 2024-11-07T11:41:25,350 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b6a1f85d83c43bcbfeeb58898f172da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1730979681810 2024-11-07T11:41:25,350 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48a635e5829644a9b44c6d0fd4d2bc78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:25,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742120_1296 (size=12151) 2024-11-07T11:41:25,356 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/bb56c8fd61cd49c6a1bb67faa22ab957 2024-11-07T11:41:25,367 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:25,368 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/b9141f66b59d4eb2a2258993813c12f0 is 50, key is test_row_0/C:col10/1730979683972/Put/seqid=0 2024-11-07T11:41:25,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/31beffb718f74fefb4ce358ba59e0de8 is 50, key is test_row_0/B:col10/1730979684006/Put/seqid=0 2024-11-07T11:41:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742121_1297 (size=12459) 2024-11-07T11:41:25,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742122_1298 (size=12151) 2024-11-07T11:41:25,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/31beffb718f74fefb4ce358ba59e0de8 2024-11-07T11:41:25,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/8e74a23dd2574dc292e90772e14c464f is 50, key is test_row_0/C:col10/1730979684006/Put/seqid=0 2024-11-07T11:41:25,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742123_1299 (size=12151) 2024-11-07T11:41:25,459 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/8e74a23dd2574dc292e90772e14c464f 2024-11-07T11:41:25,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/bb56c8fd61cd49c6a1bb67faa22ab957 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957 2024-11-07T11:41:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957, entries=150, sequenceid=164, filesize=11.9 K 2024-11-07T11:41:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/31beffb718f74fefb4ce358ba59e0de8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8 2024-11-07T11:41:25,475 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8, entries=150, sequenceid=164, filesize=11.9 K 2024-11-07T11:41:25,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/8e74a23dd2574dc292e90772e14c464f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f 2024-11-07T11:41:25,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f, entries=150, sequenceid=164, filesize=11.9 K 2024-11-07T11:41:25,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 4321dc8cf2b28a2938b20121c70840cf in 191ms, sequenceid=164, compaction requested=false 2024-11-07T11:41:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-07T11:41:25,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-07T11:41:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-07T11:41:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-07T11:41:25,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4260 sec 2024-11-07T11:41:25,708 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/496cd69092d043daa872dd51e05758ef as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/496cd69092d043daa872dd51e05758ef 2024-11-07T11:41:25,714 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 496cd69092d043daa872dd51e05758ef(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:25,714 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:25,714 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979685255; duration=0sec 2024-11-07T11:41:25,714 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:25,714 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:25,841 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/b9141f66b59d4eb2a2258993813c12f0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/b9141f66b59d4eb2a2258993813c12f0 2024-11-07T11:41:25,848 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into b9141f66b59d4eb2a2258993813c12f0(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:25,848 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:25,848 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979685255; duration=0sec 2024-11-07T11:41:25,849 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:25,849 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:26,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:26,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:26,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2ebfca4b1eb14a04a0a220022728c2c2 is 50, key is test_row_0/A:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742124_1300 (size=12151) 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979686209, max timestamp=1730979686217Num uniques 859; 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979686209, max timestamp=1730979686217Num uniques 859; 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979686209, max timestamp=1730979686217Num uniques 859; 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:26,221 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:41:26,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-07T11:41:26,222 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:26,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-07T11:41:26,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:26,224 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:26,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:26,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979746252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979746253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979746254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979746361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979746361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979746372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979746571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979746571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979746581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2ebfca4b1eb14a04a0a220022728c2c2 2024-11-07T11:41:26,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7d0feb61cfd44f999ca8fdc21beb9b0c is 50, key is test_row_0/B:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742125_1301 (size=12151) 2024-11-07T11:41:26,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:26,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979746881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979746881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979746891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:26,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:26,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:26,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7d0feb61cfd44f999ca8fdc21beb9b0c 2024-11-07T11:41:27,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/00c06e206f4c4f60b49bf6e4d16241c6 is 50, key is test_row_0/C:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:27,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742126_1302 (size=12151) 2024-11-07T11:41:27,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:27,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979747121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:27,124 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:27,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979747141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:27,146 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:27,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:27,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:27,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979747391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:27,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979747391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979747401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:27,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/00c06e206f4c4f60b49bf6e4d16241c6 2024-11-07T11:41:27,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2ebfca4b1eb14a04a0a220022728c2c2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2 2024-11-07T11:41:27,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T11:41:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/7d0feb61cfd44f999ca8fdc21beb9b0c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c 2024-11-07T11:41:27,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T11:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/00c06e206f4c4f60b49bf6e4d16241c6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6 2024-11-07T11:41:27,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T11:41:27,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4321dc8cf2b28a2938b20121c70840cf in 1260ms, sequenceid=178, compaction requested=true 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:27,439 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:27,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:27,439 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:27,440 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:27,440 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:27,440 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,440 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/78e719e14bc943d2879adb51ef0d36cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.9 K 2024-11-07T11:41:27,441 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:27,441 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:27,441 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,441 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/496cd69092d043daa872dd51e05758ef, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.9 K 2024-11-07T11:41:27,441 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78e719e14bc943d2879adb51ef0d36cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:27,441 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 496cd69092d043daa872dd51e05758ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:27,441 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb56c8fd61cd49c6a1bb67faa22ab957, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1730979684004 2024-11-07T11:41:27,442 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 31beffb718f74fefb4ce358ba59e0de8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1730979684004 2024-11-07T11:41:27,442 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ebfca4b1eb14a04a0a220022728c2c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:27,442 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d0feb61cfd44f999ca8fdc21beb9b0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:27,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,454 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:27,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:27,467 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:27,467 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:27,467 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/518fd040808342a0a830d707fe3f5a02 is 50, key is test_row_0/B:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:27,467 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/5005c868aabc4bc2a09c7b4e8ed62a87 is 50, key is test_row_0/A:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:27,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/ae811f1da83e4804b0f2ba163a8de656 is 50, key is test_row_0/A:col10/1730979686251/Put/seqid=0 2024-11-07T11:41:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742128_1304 (size=12561) 2024-11-07T11:41:27,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742127_1303 (size=12561) 2024-11-07T11:41:27,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742129_1305 (size=12151) 2024-11-07T11:41:27,500 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/ae811f1da83e4804b0f2ba163a8de656 2024-11-07T11:41:27,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1a4179f854f644a9a62fb29ce6e21032 is 50, key is test_row_0/B:col10/1730979686251/Put/seqid=0 2024-11-07T11:41:27,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742130_1306 (size=12151) 2024-11-07T11:41:27,901 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/518fd040808342a0a830d707fe3f5a02 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/518fd040808342a0a830d707fe3f5a02 2024-11-07T11:41:27,904 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/5005c868aabc4bc2a09c7b4e8ed62a87 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5005c868aabc4bc2a09c7b4e8ed62a87 2024-11-07T11:41:27,906 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 518fd040808342a0a830d707fe3f5a02(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:27,907 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:27,907 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979687439; duration=0sec 2024-11-07T11:41:27,907 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:27,907 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:27,907 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:27,908 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:27,908 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:27,908 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,908 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/b9141f66b59d4eb2a2258993813c12f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=35.9 K 2024-11-07T11:41:27,909 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b9141f66b59d4eb2a2258993813c12f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1730979682935 2024-11-07T11:41:27,909 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e74a23dd2574dc292e90772e14c464f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1730979684004 2024-11-07T11:41:27,910 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 00c06e206f4c4f60b49bf6e4d16241c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:27,910 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 5005c868aabc4bc2a09c7b4e8ed62a87(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:27,910 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:27,910 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979687439; duration=0sec 2024-11-07T11:41:27,910 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:27,910 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:27,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1a4179f854f644a9a62fb29ce6e21032 2024-11-07T11:41:27,918 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:27,919 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/89951a03659b4b45a28c6547090265a5 is 50, key is test_row_0/C:col10/1730979686177/Put/seqid=0 2024-11-07T11:41:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/44e796b52e5b44538ccfe56f9018842c is 50, key is test_row_0/C:col10/1730979686251/Put/seqid=0 2024-11-07T11:41:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742132_1308 (size=12151) 2024-11-07T11:41:27,938 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/44e796b52e5b44538ccfe56f9018842c 2024-11-07T11:41:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742131_1307 (size=12561) 2024-11-07T11:41:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/ae811f1da83e4804b0f2ba163a8de656 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656 2024-11-07T11:41:27,957 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/89951a03659b4b45a28c6547090265a5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89951a03659b4b45a28c6547090265a5 2024-11-07T11:41:27,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T11:41:27,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/1a4179f854f644a9a62fb29ce6e21032 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032 2024-11-07T11:41:27,963 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 89951a03659b4b45a28c6547090265a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:27,963 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:27,963 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979687439; duration=0sec 2024-11-07T11:41:27,963 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:27,963 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:27,965 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T11:41:27,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/44e796b52e5b44538ccfe56f9018842c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c 2024-11-07T11:41:27,971 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-07T11:41:27,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 4321dc8cf2b28a2938b20121c70840cf in 518ms, sequenceid=214, compaction requested=false 2024-11-07T11:41:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:27,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:27,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-07T11:41:27,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-07T11:41:27,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-07T11:41:27,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7490 sec 2024-11-07T11:41:27,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7550 sec 2024-11-07T11:41:28,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-07T11:41:28,372 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:28,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-07T11:41:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:28,374 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:28,375 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:28,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:28,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:28,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:28,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:28,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:28,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d7814e80806f42d99bee3cec329ce158 is 50, key is test_row_0/A:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742133_1309 (size=12151) 2024-11-07T11:41:28,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d7814e80806f42d99bee3cec329ce158 2024-11-07T11:41:28,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/04fd6fbddd244f99bc375cc84cdb0220 is 50, key is test_row_0/B:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:28,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742134_1310 (size=12151) 2024-11-07T11:41:28,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/04fd6fbddd244f99bc375cc84cdb0220 2024-11-07T11:41:28,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/d2b00f214b6a42cbbaeb534e4dff11f6 is 50, key is test_row_0/C:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:28,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1730979688443, max timestamp=1730979688456Num uniques 859; 2024-11-07T11:41:28,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:28,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979748456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1730979688443, max timestamp=1730979688456Num uniques 859; 2024-11-07T11:41:28,460 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:28,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1730979688443, max timestamp=1730979688456Num uniques 859; 2024-11-07T11:41:28,463 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-07T11:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742135_1311 (size=12151) 2024-11-07T11:41:28,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979748511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979748515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T11:41:28,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979748570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979748621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979748631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T11:41:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:28,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979748781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979748831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T11:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:28,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:28,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979748841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:28,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:28,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/d2b00f214b6a42cbbaeb534e4dff11f6 2024-11-07T11:41:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/d7814e80806f42d99bee3cec329ce158 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158 2024-11-07T11:41:28,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158, entries=150, sequenceid=228, filesize=11.9 K 2024-11-07T11:41:28,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/04fd6fbddd244f99bc375cc84cdb0220 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220 2024-11-07T11:41:28,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220, entries=150, sequenceid=228, filesize=11.9 K 2024-11-07T11:41:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/d2b00f214b6a42cbbaeb534e4dff11f6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6 2024-11-07T11:41:28,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6, entries=150, sequenceid=228, filesize=11.9 K 2024-11-07T11:41:28,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=124.84 KB/127836 for 4321dc8cf2b28a2938b20121c70840cf in 478ms, sequenceid=228, compaction requested=true 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:28,893 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:28,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:28,893 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:28,894 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:28,894 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:28,894 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,894 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/518fd040808342a0a830d707fe3f5a02, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.0 K 2024-11-07T11:41:28,894 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:28,894 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:28,894 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,895 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5005c868aabc4bc2a09c7b4e8ed62a87, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.0 K 2024-11-07T11:41:28,895 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 518fd040808342a0a830d707fe3f5a02, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:28,895 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5005c868aabc4bc2a09c7b4e8ed62a87, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:28,895 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a4179f854f644a9a62fb29ce6e21032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1730979686240 2024-11-07T11:41:28,896 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae811f1da83e4804b0f2ba163a8de656, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1730979686240 2024-11-07T11:41:28,896 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 04fd6fbddd244f99bc375cc84cdb0220, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:28,896 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7814e80806f42d99bee3cec329ce158, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:28,914 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:28,915 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:28,915 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd is 50, key is test_row_0/B:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:28,915 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/4b46b438ed944d369d93b0977e96485e is 50, key is test_row_0/A:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742136_1312 (size=12663) 2024-11-07T11:41:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742137_1313 (size=12663) 2024-11-07T11:41:28,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-07T11:41:28,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:28,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=124.84 KB heapSize=354.38 KB 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:28,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:28,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/3685e3d675ee4e2db771b091a944f83e is 50, key is test_row_0/A:col10/1730979688507/Put/seqid=0 2024-11-07T11:41:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742138_1314 (size=12251) 2024-11-07T11:41:29,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:29,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979749140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979749141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979749151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979749251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,335 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd 2024-11-07T11:41:29,335 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/4b46b438ed944d369d93b0977e96485e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4b46b438ed944d369d93b0977e96485e 2024-11-07T11:41:29,341 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into c87a0cc3ecbf40c1bebaa3afc03ce1cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:29,341 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979688893; duration=0sec 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:29,341 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 4b46b438ed944d369d93b0977e96485e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:29,341 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979688893; duration=0sec 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:29,341 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:29,342 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:29,342 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:29,342 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:29,342 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89951a03659b4b45a28c6547090265a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.0 K 2024-11-07T11:41:29,342 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89951a03659b4b45a28c6547090265a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730979686173 2024-11-07T11:41:29,343 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e796b52e5b44538ccfe56f9018842c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1730979686240 2024-11-07T11:41:29,343 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d2b00f214b6a42cbbaeb534e4dff11f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:29,349 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:29,350 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4dc43f8c8589415aa267d63622d69776 is 50, key is test_row_0/C:col10/1730979688411/Put/seqid=0 2024-11-07T11:41:29,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742139_1315 (size=12663) 2024-11-07T11:41:29,363 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4dc43f8c8589415aa267d63622d69776 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4dc43f8c8589415aa267d63622d69776 2024-11-07T11:41:29,367 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 4dc43f8c8589415aa267d63622d69776(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:29,367 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:29,367 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979688893; duration=0sec 2024-11-07T11:41:29,367 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:29,367 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:29,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/3685e3d675ee4e2db771b091a944f83e 2024-11-07T11:41:29,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/231f60c6de4b43caa8c49c34385ab956 is 50, key is test_row_0/B:col10/1730979688507/Put/seqid=0 2024-11-07T11:41:29,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742140_1316 (size=12251) 2024-11-07T11:41:29,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979749461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:29,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979749650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979749661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979749771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:29,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:29,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/231f60c6de4b43caa8c49c34385ab956 2024-11-07T11:41:29,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/07d4607e6d3e431caa9b83cf60db2f75 is 50, key is test_row_0/C:col10/1730979688507/Put/seqid=0 2024-11-07T11:41:29,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742141_1317 (size=12251) 2024-11-07T11:41:30,235 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/07d4607e6d3e431caa9b83cf60db2f75 2024-11-07T11:41:30,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/3685e3d675ee4e2db771b091a944f83e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e 2024-11-07T11:41:30,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e, entries=150, sequenceid=263, filesize=12.0 K 2024-11-07T11:41:30,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/231f60c6de4b43caa8c49c34385ab956 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956 2024-11-07T11:41:30,248 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956, entries=150, sequenceid=263, filesize=12.0 K 2024-11-07T11:41:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/07d4607e6d3e431caa9b83cf60db2f75 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75 2024-11-07T11:41:30,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75, entries=150, sequenceid=263, filesize=12.0 K 2024-11-07T11:41:30,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~124.84 KB/127836, heapSize ~354.34 KB/362840, currentSize=53.67 KB/54960 for 4321dc8cf2b28a2938b20121c70840cf in 1264ms, sequenceid=263, compaction requested=false 2024-11-07T11:41:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-07T11:41:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-07T11:41:30,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-07T11:41:30,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8820 sec 2024-11-07T11:41:30,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8870 sec 2024-11-07T11:41:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:30,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:30,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:30,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/5de6fb392c064f56b4af8929ea45ac51 is 50, key is test_row_0/A:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:30,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742142_1318 (size=12301) 2024-11-07T11:41:30,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:30,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979750410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-07T11:41:30,522 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:30,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-07T11:41:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:30,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979750521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:30,524 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:30,525 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:30,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:30,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979750671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:30,674 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:30,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T11:41:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979750681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:30,685 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:30,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979750730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:30,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:30,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/5de6fb392c064f56b4af8929ea45ac51 2024-11-07T11:41:30,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f4fa16f7c7974914a19abd5c52db944d is 50, key is test_row_0/B:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742143_1319 (size=12301) 2024-11-07T11:41:30,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f4fa16f7c7974914a19abd5c52db944d 2024-11-07T11:41:30,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e20229f8dcfa4f99906d0727d6bdf092 is 50, key is test_row_0/C:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742144_1320 (size=12301) 2024-11-07T11:41:30,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T11:41:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:30,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T11:41:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:30,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:31,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979751041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:31,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T11:41:31,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:31,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:31,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:31,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:31,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58476 deadline: 1730979751160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58514 deadline: 1730979751160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,165 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:31,165 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:31,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e20229f8dcfa4f99906d0727d6bdf092 2024-11-07T11:41:31,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/5de6fb392c064f56b4af8929ea45ac51 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51 2024-11-07T11:41:31,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51, entries=150, sequenceid=278, filesize=12.0 K 2024-11-07T11:41:31,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/f4fa16f7c7974914a19abd5c52db944d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d 2024-11-07T11:41:31,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d, entries=150, sequenceid=278, filesize=12.0 K 2024-11-07T11:41:31,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e20229f8dcfa4f99906d0727d6bdf092 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092 2024-11-07T11:41:31,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092, entries=150, sequenceid=278, filesize=12.0 K 2024-11-07T11:41:31,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 4321dc8cf2b28a2938b20121c70840cf in 918ms, sequenceid=278, compaction requested=true 2024-11-07T11:41:31,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:31,203 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:31,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:31,203 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:31,204 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:31,204 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:31,204 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,204 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.3 K 2024-11-07T11:41:31,204 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:31,204 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:31,204 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,205 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4b46b438ed944d369d93b0977e96485e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.3 K 2024-11-07T11:41:31,205 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c87a0cc3ecbf40c1bebaa3afc03ce1cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:31,205 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b46b438ed944d369d93b0977e96485e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:31,205 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 231f60c6de4b43caa8c49c34385ab956, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1730979688491 2024-11-07T11:41:31,206 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3685e3d675ee4e2db771b091a944f83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1730979688491 2024-11-07T11:41:31,206 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f4fa16f7c7974914a19abd5c52db944d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:31,206 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5de6fb392c064f56b4af8929ea45ac51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:31,215 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:31,215 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c926b1bd8cee4147925d190bf6424fff is 50, key is test_row_0/A:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:31,218 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:31,219 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/446f4d05b4cd424dbe0333400a565e08 is 50, key is test_row_0/B:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:31,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742145_1321 (size=12915) 2024-11-07T11:41:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742146_1322 (size=12915) 2024-11-07T11:41:31,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-07T11:41:31,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,291 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:31,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/e3c2d6964b114445bd59daeeb69b39fa is 50, key is test_row_0/A:col10/1730979690409/Put/seqid=0 2024-11-07T11:41:31,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742147_1323 (size=12301) 2024-11-07T11:41:31,307 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/e3c2d6964b114445bd59daeeb69b39fa 2024-11-07T11:41:31,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/e905af1763324252a72fe5a1e1f43265 is 50, key is test_row_0/B:col10/1730979690409/Put/seqid=0 2024-11-07T11:41:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742148_1324 (size=12301) 2024-11-07T11:41:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:31,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:31,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979751595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:31,636 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c926b1bd8cee4147925d190bf6424fff as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c926b1bd8cee4147925d190bf6424fff 2024-11-07T11:41:31,641 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/446f4d05b4cd424dbe0333400a565e08 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/446f4d05b4cd424dbe0333400a565e08 2024-11-07T11:41:31,646 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into c926b1bd8cee4147925d190bf6424fff(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:31,646 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:31,646 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979691203; duration=0sec 2024-11-07T11:41:31,646 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:31,646 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:31,646 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:31,648 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 446f4d05b4cd424dbe0333400a565e08(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:31,648 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:31,648 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979691203; duration=0sec 2024-11-07T11:41:31,648 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:31,648 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:31,649 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37215 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:31,649 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:31,649 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:31,650 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4dc43f8c8589415aa267d63622d69776, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.3 K 2024-11-07T11:41:31,650 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dc43f8c8589415aa267d63622d69776, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1730979688410 2024-11-07T11:41:31,650 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d4607e6d3e431caa9b83cf60db2f75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1730979688491 2024-11-07T11:41:31,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e20229f8dcfa4f99906d0727d6bdf092, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:31,658 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:31,658 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/3b4856c93b0041bd94b361c0487730c2 is 50, key is test_row_0/C:col10/1730979689111/Put/seqid=0 2024-11-07T11:41:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:31,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742149_1325 (size=12915) 2024-11-07T11:41:31,671 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/3b4856c93b0041bd94b361c0487730c2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/3b4856c93b0041bd94b361c0487730c2 2024-11-07T11:41:31,676 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 3b4856c93b0041bd94b361c0487730c2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:31,676 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:31,676 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979691203; duration=0sec 2024-11-07T11:41:31,677 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:31,677 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:31,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979751710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:31,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/e905af1763324252a72fe5a1e1f43265 2024-11-07T11:41:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/39b622277d014eafb3ffec8b84835f57 is 50, key is test_row_0/C:col10/1730979690409/Put/seqid=0 2024-11-07T11:41:31,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742150_1326 (size=12301) 2024-11-07T11:41:31,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:31,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979751921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:31,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/39b622277d014eafb3ffec8b84835f57 2024-11-07T11:41:32,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/e3c2d6964b114445bd59daeeb69b39fa as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa 2024-11-07T11:41:32,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T11:41:32,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/e905af1763324252a72fe5a1e1f43265 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265 2024-11-07T11:41:32,150 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T11:41:32,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/39b622277d014eafb3ffec8b84835f57 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57 2024-11-07T11:41:32,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T11:41:32,155 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4321dc8cf2b28a2938b20121c70840cf in 865ms, sequenceid=298, compaction requested=false 2024-11-07T11:41:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:32,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-07T11:41:32,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-07T11:41:32,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-07T11:41:32,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6320 sec 2024-11-07T11:41:32,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6370 sec 2024-11-07T11:41:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:32,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:41:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:32,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:32,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:32,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c859f64967cc4e3d9d5f4c183fccf286 is 50, key is test_row_0/A:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742151_1327 (size=12297) 2024-11-07T11:41:32,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c859f64967cc4e3d9d5f4c183fccf286 2024-11-07T11:41:32,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/b21b8f754b704de79fac5a8139a9eea4 is 50, key is test_row_0/B:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:32,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742152_1328 (size=9857) 2024-11-07T11:41:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979752308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979752421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979752630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/b21b8f754b704de79fac5a8139a9eea4 2024-11-07T11:41:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-07T11:41:32,671 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:32,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-07T11:41:32,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:32,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe is 50, key is test_row_0/C:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T11:41:32,674 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:32,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:32,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979752681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742153_1329 (size=9857) 2024-11-07T11:41:32,682 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979752710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,714 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T11:41:32,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T11:41:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:32,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979752941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:32,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:32,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T11:41:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:32,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T11:41:33,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe 2024-11-07T11:41:33,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/c859f64967cc4e3d9d5f4c183fccf286 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286 2024-11-07T11:41:33,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286, entries=150, sequenceid=314, filesize=12.0 K 2024-11-07T11:41:33,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/b21b8f754b704de79fac5a8139a9eea4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4 2024-11-07T11:41:33,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4, entries=100, sequenceid=314, filesize=9.6 K 2024-11-07T11:41:33,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe 2024-11-07T11:41:33,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe, entries=100, sequenceid=314, filesize=9.6 K 2024-11-07T11:41:33,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4321dc8cf2b28a2938b20121c70840cf in 870ms, sequenceid=314, compaction requested=true 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:33,103 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:33,103 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:33,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:33,104 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:33,104 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:33,104 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,104 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/446f4d05b4cd424dbe0333400a565e08, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=34.3 K 2024-11-07T11:41:33,105 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37513 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:33,105 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:33,105 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,105 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 446f4d05b4cd424dbe0333400a565e08, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:33,105 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c926b1bd8cee4147925d190bf6424fff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.6 K 2024-11-07T11:41:33,105 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e905af1763324252a72fe5a1e1f43265, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979690395 2024-11-07T11:41:33,106 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c926b1bd8cee4147925d190bf6424fff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:33,106 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b21b8f754b704de79fac5a8139a9eea4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979691593 2024-11-07T11:41:33,106 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3c2d6964b114445bd59daeeb69b39fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979690395 2024-11-07T11:41:33,106 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c859f64967cc4e3d9d5f4c183fccf286, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979691588 2024-11-07T11:41:33,117 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:33,117 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2e60069ad1bd4e25a5867ab37b7501a2 is 50, key is test_row_0/A:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:33,121 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:33,121 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/faabb9a7d42043189229bb7530679d89 is 50, key is test_row_0/B:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742154_1330 (size=13017) 2024-11-07T11:41:33,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742155_1331 (size=13017) 2024-11-07T11:41:33,129 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2e60069ad1bd4e25a5867ab37b7501a2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2e60069ad1bd4e25a5867ab37b7501a2 2024-11-07T11:41:33,133 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/faabb9a7d42043189229bb7530679d89 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/faabb9a7d42043189229bb7530679d89 2024-11-07T11:41:33,133 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 2e60069ad1bd4e25a5867ab37b7501a2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:33,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:33,133 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979693103; duration=0sec 2024-11-07T11:41:33,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:33,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:33,134 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:33,134 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:33,134 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:33,135 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,135 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/3b4856c93b0041bd94b361c0487730c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=34.3 K 2024-11-07T11:41:33,135 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b4856c93b0041bd94b361c0487730c2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730979689105 2024-11-07T11:41:33,135 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39b622277d014eafb3ffec8b84835f57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979690395 2024-11-07T11:41:33,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-07T11:41:33,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,137 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1cc423d48ba48ffaebc4d3b9ccd0fbe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979691593 2024-11-07T11:41:33,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:41:33,137 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into faabb9a7d42043189229bb7530679d89(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:33,137 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:33,137 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979693103; duration=0sec 2024-11-07T11:41:33,138 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:33,138 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:33,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9939ab21661c46d7aae3b0f98aa2277d is 50, key is test_row_0/A:col10/1730979692300/Put/seqid=0 2024-11-07T11:41:33,145 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:33,145 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4bc32e73b6604df899ee234b6bd6fd46 is 50, key is test_row_0/C:col10/1730979692232/Put/seqid=0 2024-11-07T11:41:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742157_1333 (size=13017) 2024-11-07T11:41:33,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742156_1332 (size=12301) 2024-11-07T11:41:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T11:41:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:33,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:33,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979753493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:33,559 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4bc32e73b6604df899ee234b6bd6fd46 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4bc32e73b6604df899ee234b6bd6fd46 2024-11-07T11:41:33,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9939ab21661c46d7aae3b0f98aa2277d 2024-11-07T11:41:33,564 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 4bc32e73b6604df899ee234b6bd6fd46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:33,564 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:33,564 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979693103; duration=0sec 2024-11-07T11:41:33,564 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:33,564 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:33,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/365ecf3e86344722b07158d06d6f2c5b is 50, key is test_row_0/B:col10/1730979692300/Put/seqid=0 2024-11-07T11:41:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742158_1334 (size=12301) 2024-11-07T11:41:33,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/365ecf3e86344722b07158d06d6f2c5b 2024-11-07T11:41:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dd33a6b7205a45bdbfe828b053ffffe1 is 50, key is test_row_0/C:col10/1730979692300/Put/seqid=0 2024-11-07T11:41:33,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742159_1335 (size=12301) 2024-11-07T11:41:33,594 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dd33a6b7205a45bdbfe828b053ffffe1 2024-11-07T11:41:33,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9939ab21661c46d7aae3b0f98aa2277d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d 2024-11-07T11:41:33,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d, entries=150, sequenceid=335, filesize=12.0 K 2024-11-07T11:41:33,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/365ecf3e86344722b07158d06d6f2c5b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b 2024-11-07T11:41:33,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979753601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:33,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b, entries=150, sequenceid=335, filesize=12.0 K 2024-11-07T11:41:33,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dd33a6b7205a45bdbfe828b053ffffe1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1 2024-11-07T11:41:33,611 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1, entries=150, sequenceid=335, filesize=12.0 K 2024-11-07T11:41:33,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4321dc8cf2b28a2938b20121c70840cf in 475ms, sequenceid=335, compaction requested=false 2024-11-07T11:41:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-07T11:41:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-07T11:41:33,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-07T11:41:33,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 939 msec 2024-11-07T11:41:33,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 946 msec 2024-11-07T11:41:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-07T11:41:33,811 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:33,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-07T11:41:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:33,814 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:33,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:33,815 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:33,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:41:33,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:33,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:33,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9fa9a568b9f14b1385c3238b6a0a3818 is 50, key is test_row_0/A:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742160_1336 (size=14741) 2024-11-07T11:41:33,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:33,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979753890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:33,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:33,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:33,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:33,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:33,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979754001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:34,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:34,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979754210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:34,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:34,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9fa9a568b9f14b1385c3238b6a0a3818 2024-11-07T11:41:34,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/71e21909bbdf47349b612f7998bd98d0 is 50, key is test_row_0/B:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742161_1337 (size=12301) 2024-11-07T11:41:34,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/71e21909bbdf47349b612f7998bd98d0 2024-11-07T11:41:34,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/9cac0722251240d3a7db3c27e1f0c4dd is 50, key is test_row_0/C:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742162_1338 (size=12301) 2024-11-07T11:41:34,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:34,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:34,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979754521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:34,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:34,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:34,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:34,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:34,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/9cac0722251240d3a7db3c27e1f0c4dd 2024-11-07T11:41:34,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/9fa9a568b9f14b1385c3238b6a0a3818 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818 2024-11-07T11:41:34,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818, entries=200, sequenceid=350, filesize=14.4 K 2024-11-07T11:41:34,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/71e21909bbdf47349b612f7998bd98d0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0 2024-11-07T11:41:34,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0, entries=150, sequenceid=350, filesize=12.0 K 2024-11-07T11:41:34,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/9cac0722251240d3a7db3c27e1f0c4dd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd 2024-11-07T11:41:34,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd, entries=150, sequenceid=350, filesize=12.0 K 2024-11-07T11:41:34,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4321dc8cf2b28a2938b20121c70840cf in 852ms, sequenceid=350, compaction requested=true 2024-11-07T11:41:34,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:34,668 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:34,668 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:34,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:34,669 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:34,669 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:34,669 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,669 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2e60069ad1bd4e25a5867ab37b7501a2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=39.1 K 2024-11-07T11:41:34,669 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:34,669 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:34,670 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,670 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/faabb9a7d42043189229bb7530679d89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.7 K 2024-11-07T11:41:34,670 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e60069ad1bd4e25a5867ab37b7501a2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979690402 2024-11-07T11:41:34,670 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting faabb9a7d42043189229bb7530679d89, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979690402 2024-11-07T11:41:34,670 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9939ab21661c46d7aae3b0f98aa2277d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1730979692289 2024-11-07T11:41:34,671 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 365ecf3e86344722b07158d06d6f2c5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1730979692289 2024-11-07T11:41:34,671 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fa9a568b9f14b1385c3238b6a0a3818, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:34,671 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 71e21909bbdf47349b612f7998bd98d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:34,681 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:34,682 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/30fa1aae94b746f992f5ec3f926f0b7c is 50, key is test_row_0/A:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:34,699 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:34,700 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/0457171f58b9469d8ac73ccfaf4638bc is 50, key is test_row_0/B:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:34,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742164_1340 (size=13119) 2024-11-07T11:41:34,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742163_1339 (size=13119) 2024-11-07T11:41:34,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-07T11:41:34,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:34,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:34,743 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/30fa1aae94b746f992f5ec3f926f0b7c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30fa1aae94b746f992f5ec3f926f0b7c 2024-11-07T11:41:34,749 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 30fa1aae94b746f992f5ec3f926f0b7c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:34,749 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:34,749 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979694667; duration=0sec 2024-11-07T11:41:34,749 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:34,749 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:34,749 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:34,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/235d1589c9cf4a21bc43889ab5cfb313 is 50, key is test_row_0/A:col10/1730979693889/Put/seqid=0 2024-11-07T11:41:34,750 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:34,750 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:34,750 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:34,750 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4bc32e73b6604df899ee234b6bd6fd46, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.7 K 2024-11-07T11:41:34,752 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc32e73b6604df899ee234b6bd6fd46, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1730979690402 2024-11-07T11:41:34,752 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd33a6b7205a45bdbfe828b053ffffe1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1730979692289 2024-11-07T11:41:34,752 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cac0722251240d3a7db3c27e1f0c4dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742165_1341 (size=12301) 2024-11-07T11:41:34,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/235d1589c9cf4a21bc43889ab5cfb313 2024-11-07T11:41:34,778 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:34,778 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4ebd0a4752804b39aa617222d21a7b38 is 50, key is test_row_0/C:col10/1730979693479/Put/seqid=0 2024-11-07T11:41:34,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/024ae662fed74680a2d19bf3c65be279 is 50, key is test_row_0/B:col10/1730979693889/Put/seqid=0 2024-11-07T11:41:34,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742166_1342 (size=13119) 2024-11-07T11:41:34,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742167_1343 (size=12301) 2024-11-07T11:41:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:35,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:35,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:35,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979755085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:35,130 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/0457171f58b9469d8ac73ccfaf4638bc as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/0457171f58b9469d8ac73ccfaf4638bc 2024-11-07T11:41:35,135 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into 0457171f58b9469d8ac73ccfaf4638bc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:35,135 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:35,135 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979694668; duration=0sec 2024-11-07T11:41:35,136 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:35,136 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:35,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979755191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:35,204 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/4ebd0a4752804b39aa617222d21a7b38 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4ebd0a4752804b39aa617222d21a7b38 2024-11-07T11:41:35,209 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 4ebd0a4752804b39aa617222d21a7b38(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:35,209 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:35,209 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979694668; duration=0sec 2024-11-07T11:41:35,209 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:35,209 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:35,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/024ae662fed74680a2d19bf3c65be279 2024-11-07T11:41:35,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/67dcb8c74ea449d48ec05f9026a8cbe9 is 50, key is test_row_0/C:col10/1730979693889/Put/seqid=0 2024-11-07T11:41:35,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742168_1344 (size=12301) 2024-11-07T11:41:35,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/67dcb8c74ea449d48ec05f9026a8cbe9 2024-11-07T11:41:35,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/235d1589c9cf4a21bc43889ab5cfb313 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313 2024-11-07T11:41:35,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313, entries=150, sequenceid=368, filesize=12.0 K 2024-11-07T11:41:35,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/024ae662fed74680a2d19bf3c65be279 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279 2024-11-07T11:41:35,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279, entries=150, sequenceid=368, filesize=12.0 K 2024-11-07T11:41:35,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/67dcb8c74ea449d48ec05f9026a8cbe9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9 2024-11-07T11:41:35,245 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9, entries=150, sequenceid=368, filesize=12.0 K 2024-11-07T11:41:35,246 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4321dc8cf2b28a2938b20121c70840cf in 512ms, sequenceid=368, compaction requested=false 2024-11-07T11:41:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:35,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-07T11:41:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-07T11:41:35,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-07T11:41:35,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-11-07T11:41:35,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.4380 sec 2024-11-07T11:41:35,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:35,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:35,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:35,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/30c60b4faf7c40b0aedc15776f8312ff is 50, key is test_row_0/A:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:35,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742169_1345 (size=14741) 2024-11-07T11:41:35,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/30c60b4faf7c40b0aedc15776f8312ff 2024-11-07T11:41:35,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/90cc6663dc6e42d9a9266c11a4b0485e is 50, key is test_row_0/B:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742170_1346 (size=12301) 2024-11-07T11:41:35,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979755473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:35,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979755581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:35,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979755791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:35,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/90cc6663dc6e42d9a9266c11a4b0485e 2024-11-07T11:41:35,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/971fed2495b149b59edf62e4c853e212 is 50, key is test_row_0/C:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:35,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742171_1347 (size=12301) 2024-11-07T11:41:35,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/971fed2495b149b59edf62e4c853e212 2024-11-07T11:41:35,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/30c60b4faf7c40b0aedc15776f8312ff as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff 2024-11-07T11:41:35,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff, entries=200, sequenceid=386, filesize=14.4 K 2024-11-07T11:41:35,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/90cc6663dc6e42d9a9266c11a4b0485e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e 2024-11-07T11:41:35,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e, entries=150, sequenceid=386, filesize=12.0 K 2024-11-07T11:41:35,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/971fed2495b149b59edf62e4c853e212 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212 2024-11-07T11:41:35,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212, entries=150, sequenceid=386, filesize=12.0 K 2024-11-07T11:41:35,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4321dc8cf2b28a2938b20121c70840cf in 467ms, sequenceid=386, compaction requested=true 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:35,871 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4321dc8cf2b28a2938b20121c70840cf:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:35,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:35,871 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:35,872 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:35,872 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/A is initiating minor compaction (all files) 2024-11-07T11:41:35,872 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/A in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:35,872 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30fa1aae94b746f992f5ec3f926f0b7c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=39.2 K 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30fa1aae94b746f992f5ec3f926f0b7c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/B is initiating minor compaction (all files) 2024-11-07T11:41:35,874 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/B in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:35,874 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/0457171f58b9469d8ac73ccfaf4638bc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.8 K 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235d1589c9cf4a21bc43889ab5cfb313, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1730979693872 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0457171f58b9469d8ac73ccfaf4638bc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30c60b4faf7c40b0aedc15776f8312ff, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1730979695062 2024-11-07T11:41:35,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 024ae662fed74680a2d19bf3c65be279, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1730979693872 2024-11-07T11:41:35,875 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 90cc6663dc6e42d9a9266c11a4b0485e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1730979695062 2024-11-07T11:41:35,882 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#A#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:35,883 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2ed3a661fd5743b29bd327c065e74a16 is 50, key is test_row_0/A:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:35,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742172_1348 (size=13221) 2024-11-07T11:41:35,888 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:35,889 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/a956915862094fb99b01e7d318fdc3ce is 50, key is test_row_0/B:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:35,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742173_1349 (size=13221) 2024-11-07T11:41:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-07T11:41:35,961 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:35,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-07T11:41:35,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:35,964 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:35,965 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:35,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:36,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:36,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:36,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/15e262d4db314425af026a4ec8452b9a is 50, key is test_row_0/A:col10/1730979695466/Put/seqid=0 2024-11-07T11:41:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742174_1350 (size=12301) 2024-11-07T11:41:36,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979756163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979756271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:36,293 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2ed3a661fd5743b29bd327c065e74a16 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ed3a661fd5743b29bd327c065e74a16 2024-11-07T11:41:36,298 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/A of 4321dc8cf2b28a2938b20121c70840cf into 2ed3a661fd5743b29bd327c065e74a16(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:36,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:36,298 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/A, priority=13, startTime=1730979695871; duration=0sec 2024-11-07T11:41:36,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:36,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:A 2024-11-07T11:41:36,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:36,299 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/a956915862094fb99b01e7d318fdc3ce as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a956915862094fb99b01e7d318fdc3ce 2024-11-07T11:41:36,299 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:36,299 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 4321dc8cf2b28a2938b20121c70840cf/C is initiating minor compaction (all files) 2024-11-07T11:41:36,300 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4321dc8cf2b28a2938b20121c70840cf/C in TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,300 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4ebd0a4752804b39aa617222d21a7b38, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp, totalSize=36.8 K 2024-11-07T11:41:36,300 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ebd0a4752804b39aa617222d21a7b38, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1730979693479 2024-11-07T11:41:36,300 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67dcb8c74ea449d48ec05f9026a8cbe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1730979693872 2024-11-07T11:41:36,301 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 971fed2495b149b59edf62e4c853e212, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1730979695062 2024-11-07T11:41:36,305 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/B of 4321dc8cf2b28a2938b20121c70840cf into a956915862094fb99b01e7d318fdc3ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:36,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:36,305 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/B, priority=13, startTime=1730979695871; duration=0sec 2024-11-07T11:41:36,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:36,305 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:B 2024-11-07T11:41:36,309 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4321dc8cf2b28a2938b20121c70840cf#C#compaction#302 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:36,309 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/0d27e4aeead547d8bc9e68b36cd169ce is 50, key is test_row_0/C:col10/1730979695403/Put/seqid=0 2024-11-07T11:41:36,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742175_1351 (size=13221) 2024-11-07T11:41:36,321 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/0d27e4aeead547d8bc9e68b36cd169ce as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/0d27e4aeead547d8bc9e68b36cd169ce 2024-11-07T11:41:36,335 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4321dc8cf2b28a2938b20121c70840cf/C of 4321dc8cf2b28a2938b20121c70840cf into 0d27e4aeead547d8bc9e68b36cd169ce(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:36,335 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:36,335 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., storeName=4321dc8cf2b28a2938b20121c70840cf/C, priority=13, startTime=1730979695871; duration=0sec 2024-11-07T11:41:36,335 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:36,335 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4321dc8cf2b28a2938b20121c70840cf:C 2024-11-07T11:41:36,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979756481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/15e262d4db314425af026a4ec8452b9a 2024-11-07T11:41:36,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/84574dea6b8a45bc8798403cb33532e4 is 50, key is test_row_0/B:col10/1730979695466/Put/seqid=0 2024-11-07T11:41:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742176_1352 (size=12301) 2024-11-07T11:41:36,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:36,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58522 deadline: 1730979756711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,714 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58518 deadline: 1730979756721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,724 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 4321dc8cf2b28a2938b20121c70840cf of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58500 deadline: 1730979756791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:36,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:41:36,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:36,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:36,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/84574dea6b8a45bc8798403cb33532e4 2024-11-07T11:41:36,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b5e084e57a84d0eb585bbc0bc1dde72 is 50, key is test_row_0/C:col10/1730979695466/Put/seqid=0 2024-11-07T11:41:36,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742177_1353 (size=12301) 2024-11-07T11:41:36,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b5e084e57a84d0eb585bbc0bc1dde72 2024-11-07T11:41:36,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/15e262d4db314425af026a4ec8452b9a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/15e262d4db314425af026a4ec8452b9a 2024-11-07T11:41:36,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/15e262d4db314425af026a4ec8452b9a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-07T11:41:36,947 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-07T11:41:36,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/84574dea6b8a45bc8798403cb33532e4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/84574dea6b8a45bc8798403cb33532e4 2024-11-07T11:41:36,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/84574dea6b8a45bc8798403cb33532e4, entries=150, sequenceid=404, filesize=12.0 K 2024-11-07T11:41:36,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/6b5e084e57a84d0eb585bbc0bc1dde72 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b5e084e57a84d0eb585bbc0bc1dde72 2024-11-07T11:41:36,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b5e084e57a84d0eb585bbc0bc1dde72, entries=150, sequenceid=404, filesize=12.0 K 2024-11-07T11:41:36,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4321dc8cf2b28a2938b20121c70840cf in 851ms, sequenceid=404, compaction requested=false 2024-11-07T11:41:36,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:37,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:37,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:37,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:37,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/de2085bc01a848e19d506d4650c9ed27 is 50, key is test_row_0/A:col10/1730979696128/Put/seqid=0 2024-11-07T11:41:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742178_1354 (size=12301) 2024-11-07T11:41:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:37,137 INFO [Thread-1238 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1238. 2024-11-07T11:41:37,137 DEBUG [Thread-1238 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,137 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,137 INFO [Thread-1234 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1234. 2024-11-07T11:41:37,137 DEBUG [Thread-1234 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,137 DEBUG [Thread-1234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,137 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,138 DEBUG [Thread-1234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,139 INFO [Thread-1232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1232. 2024-11-07T11:41:37,139 DEBUG [Thread-1232 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,139 DEBUG [Thread-1232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,139 DEBUG [Thread-1232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,139 INFO [Thread-1240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1240. 2024-11-07T11:41:37,139 DEBUG [Thread-1240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,139 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,139 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,140 INFO [Thread-1236 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1236. 2024-11-07T11:41:37,140 DEBUG [Thread-1236 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,140 DEBUG [Thread-1236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,140 DEBUG [Thread-1236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:37,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. as already flushing 2024-11-07T11:41:37,302 INFO [Thread-1225 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1225. 2024-11-07T11:41:37,302 DEBUG [Thread-1225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:37,302 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,302 DEBUG [Thread-1225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:37,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:37,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/de2085bc01a848e19d506d4650c9ed27 2024-11-07T11:41:37,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/80175413e35847e9b0d1ea1df177313e is 50, key is test_row_0/B:col10/1730979696128/Put/seqid=0 2024-11-07T11:41:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742179_1355 (size=12301) 2024-11-07T11:41:37,860 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/80175413e35847e9b0d1ea1df177313e 2024-11-07T11:41:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dab17ca89096452aa36779204cabf745 is 50, key is test_row_0/C:col10/1730979696128/Put/seqid=0 2024-11-07T11:41:37,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742180_1356 (size=12301) 2024-11-07T11:41:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:38,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dab17ca89096452aa36779204cabf745 2024-11-07T11:41:38,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/de2085bc01a848e19d506d4650c9ed27 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/de2085bc01a848e19d506d4650c9ed27 2024-11-07T11:41:38,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/de2085bc01a848e19d506d4650c9ed27, entries=150, sequenceid=421, filesize=12.0 K 2024-11-07T11:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/80175413e35847e9b0d1ea1df177313e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/80175413e35847e9b0d1ea1df177313e 2024-11-07T11:41:38,282 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/80175413e35847e9b0d1ea1df177313e, entries=150, sequenceid=421, filesize=12.0 K 2024-11-07T11:41:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/dab17ca89096452aa36779204cabf745 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dab17ca89096452aa36779204cabf745 2024-11-07T11:41:38,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dab17ca89096452aa36779204cabf745, entries=150, sequenceid=421, filesize=12.0 K 2024-11-07T11:41:38,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=6.71 KB/6870 for 4321dc8cf2b28a2938b20121c70840cf in 1249ms, sequenceid=421, compaction requested=true 2024-11-07T11:41:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 4321dc8cf2b28a2938b20121c70840cf: 2024-11-07T11:41:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:38,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-07T11:41:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-07T11:41:38,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-07T11:41:38,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3230 sec 2024-11-07T11:41:38,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.3270 sec 2024-11-07T11:41:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-07T11:41:40,131 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:41,242 INFO [Thread-1221 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1221. 2024-11-07T11:41:41,242 DEBUG [Thread-1221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:41,242 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:41,242 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:41,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:41,262 INFO [Thread-1223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1223. 2024-11-07T11:41:41,262 DEBUG [Thread-1223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:41,262 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:41,262 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:41,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:44,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:41:46,782 INFO [Thread-1229 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1229. 2024-11-07T11:41:46,782 DEBUG [Thread-1229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:46,782 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,782 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:46,812 INFO [Thread-1227 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1227. 2024-11-07T11:41:46,812 DEBUG [Thread-1227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:41:46,812 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,813 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3060 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3161 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2984 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3040 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3153 2024-11-07T11:41:46,813 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:41:46,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:41:46,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:41:46,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:46,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:41:46,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T11:41:46,817 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979706816"}]},"ts":"1730979706816"} 2024-11-07T11:41:46,818 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:41:46,818 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:41:46,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:41:46,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, UNASSIGN}] 2024-11-07T11:41:46,820 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, UNASSIGN 2024-11-07T11:41:46,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4321dc8cf2b28a2938b20121c70840cf, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:46,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, UNASSIGN because future has completed 2024-11-07T11:41:46,822 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:41:46,822 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T11:41:46,974 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:46,974 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 4321dc8cf2b28a2938b20121c70840cf, disabling compactions & flushes 2024-11-07T11:41:46,975 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. after waiting 0 ms 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:46,975 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing 4321dc8cf2b28a2938b20121c70840cf 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=A 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=B 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4321dc8cf2b28a2938b20121c70840cf, store=C 2024-11-07T11:41:46,975 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:46,980 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2c09c44c9fd84c9c8d7ee563ae0894e5 is 50, key is test_row_0/A:col10/1730979701241/Put/seqid=0 2024-11-07T11:41:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742181_1357 (size=9857) 2024-11-07T11:41:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T11:41:47,384 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2c09c44c9fd84c9c8d7ee563ae0894e5 2024-11-07T11:41:47,390 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/6f46ab76d3c14566bdd5ddb05c30a296 is 50, key is test_row_0/B:col10/1730979701241/Put/seqid=0 2024-11-07T11:41:47,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742182_1358 (size=9857) 2024-11-07T11:41:47,394 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/6f46ab76d3c14566bdd5ddb05c30a296 2024-11-07T11:41:47,400 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/f2206170d96d492dab09400c3b14a497 is 50, key is test_row_0/C:col10/1730979701241/Put/seqid=0 2024-11-07T11:41:47,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742183_1359 (size=9857) 2024-11-07T11:41:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T11:41:47,804 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/f2206170d96d492dab09400c3b14a497 2024-11-07T11:41:47,807 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/A/2c09c44c9fd84c9c8d7ee563ae0894e5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2c09c44c9fd84c9c8d7ee563ae0894e5 2024-11-07T11:41:47,810 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2c09c44c9fd84c9c8d7ee563ae0894e5, entries=100, sequenceid=429, filesize=9.6 K 2024-11-07T11:41:47,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/B/6f46ab76d3c14566bdd5ddb05c30a296 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/6f46ab76d3c14566bdd5ddb05c30a296 2024-11-07T11:41:47,814 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/6f46ab76d3c14566bdd5ddb05c30a296, entries=100, sequenceid=429, filesize=9.6 K 2024-11-07T11:41:47,814 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/.tmp/C/f2206170d96d492dab09400c3b14a497 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/f2206170d96d492dab09400c3b14a497 2024-11-07T11:41:47,817 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/f2206170d96d492dab09400c3b14a497, entries=100, sequenceid=429, filesize=9.6 K 2024-11-07T11:41:47,817 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4321dc8cf2b28a2938b20121c70840cf in 842ms, sequenceid=429, compaction requested=true 2024-11-07T11:41:47,818 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ddcd81a81d7d44a38f0334d1e0db1468, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c0af28a1374f44b8a8a52d975c7b58fc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/78e719e14bc943d2879adb51ef0d36cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5005c868aabc4bc2a09c7b4e8ed62a87, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4b46b438ed944d369d93b0977e96485e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c926b1bd8cee4147925d190bf6424fff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2e60069ad1bd4e25a5867ab37b7501a2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30fa1aae94b746f992f5ec3f926f0b7c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff] to archive 2024-11-07T11:41:47,819 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:47,820 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d571b063a66741879d6eb47a95c9dccd 2024-11-07T11:41:47,821 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/408bba150a9e4816bcd05db8cac24b0d 2024-11-07T11:41:47,822 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ddcd81a81d7d44a38f0334d1e0db1468 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ddcd81a81d7d44a38f0334d1e0db1468 2024-11-07T11:41:47,823 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/683cff79181d4eacbe18521b4d77b963 2024-11-07T11:41:47,823 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/0e0214c583b4457ab5fe1d771acad37a 2024-11-07T11:41:47,824 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c0af28a1374f44b8a8a52d975c7b58fc to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c0af28a1374f44b8a8a52d975c7b58fc 2024-11-07T11:41:47,825 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/f887bad3af774bcbbeb6cf3146db51a4 2024-11-07T11:41:47,826 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/1b200ac08adc46d79027e7d9e5810b97 2024-11-07T11:41:47,827 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4e736e5a4e704de1b823b317cacdb462 2024-11-07T11:41:47,827 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/78e719e14bc943d2879adb51ef0d36cd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/78e719e14bc943d2879adb51ef0d36cd 2024-11-07T11:41:47,828 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/bb56c8fd61cd49c6a1bb67faa22ab957 2024-11-07T11:41:47,829 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5005c868aabc4bc2a09c7b4e8ed62a87 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5005c868aabc4bc2a09c7b4e8ed62a87 2024-11-07T11:41:47,830 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ebfca4b1eb14a04a0a220022728c2c2 2024-11-07T11:41:47,831 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/ae811f1da83e4804b0f2ba163a8de656 2024-11-07T11:41:47,832 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4b46b438ed944d369d93b0977e96485e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/4b46b438ed944d369d93b0977e96485e 2024-11-07T11:41:47,833 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/d7814e80806f42d99bee3cec329ce158 2024-11-07T11:41:47,834 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/3685e3d675ee4e2db771b091a944f83e 2024-11-07T11:41:47,835 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c926b1bd8cee4147925d190bf6424fff to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c926b1bd8cee4147925d190bf6424fff 2024-11-07T11:41:47,836 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/5de6fb392c064f56b4af8929ea45ac51 2024-11-07T11:41:47,837 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/e3c2d6964b114445bd59daeeb69b39fa 2024-11-07T11:41:47,838 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2e60069ad1bd4e25a5867ab37b7501a2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2e60069ad1bd4e25a5867ab37b7501a2 2024-11-07T11:41:47,839 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/c859f64967cc4e3d9d5f4c183fccf286 2024-11-07T11:41:47,840 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9939ab21661c46d7aae3b0f98aa2277d 2024-11-07T11:41:47,841 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/9fa9a568b9f14b1385c3238b6a0a3818 2024-11-07T11:41:47,842 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30fa1aae94b746f992f5ec3f926f0b7c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30fa1aae94b746f992f5ec3f926f0b7c 2024-11-07T11:41:47,843 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/235d1589c9cf4a21bc43889ab5cfb313 2024-11-07T11:41:47,844 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/30c60b4faf7c40b0aedc15776f8312ff 2024-11-07T11:41:47,845 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/9d96b3fe344e40508d1c6523cea66afd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/3b9030b517ac4184822d59c216683009, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/496cd69092d043daa872dd51e05758ef, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/518fd040808342a0a830d707fe3f5a02, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/446f4d05b4cd424dbe0333400a565e08, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/faabb9a7d42043189229bb7530679d89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/0457171f58b9469d8ac73ccfaf4638bc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e] to archive 2024-11-07T11:41:47,846 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:47,847 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/98b04352c6fe44c386e054573a1e7f72 2024-11-07T11:41:47,848 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f6961f2f2f2946128c06c6079457118d 2024-11-07T11:41:47,849 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/9d96b3fe344e40508d1c6523cea66afd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/9d96b3fe344e40508d1c6523cea66afd 2024-11-07T11:41:47,849 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1e9e1710410f429fbacda68dfb3718bf 2024-11-07T11:41:47,850 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7caf1d824bf64b7c925352ceb21b84fb 2024-11-07T11:41:47,851 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/3b9030b517ac4184822d59c216683009 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/3b9030b517ac4184822d59c216683009 2024-11-07T11:41:47,852 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a72f5628aadd4f6e90af07039c3ba3ae 2024-11-07T11:41:47,853 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/743bd2b4dc654db3b41868cfcca62703 2024-11-07T11:41:47,854 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/496cd69092d043daa872dd51e05758ef to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/496cd69092d043daa872dd51e05758ef 2024-11-07T11:41:47,854 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/21ccf8f223a74dfca1460ec1775656fa 2024-11-07T11:41:47,855 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/31beffb718f74fefb4ce358ba59e0de8 2024-11-07T11:41:47,856 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/518fd040808342a0a830d707fe3f5a02 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/518fd040808342a0a830d707fe3f5a02 2024-11-07T11:41:47,857 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/7d0feb61cfd44f999ca8fdc21beb9b0c 2024-11-07T11:41:47,858 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/1a4179f854f644a9a62fb29ce6e21032 2024-11-07T11:41:47,858 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/c87a0cc3ecbf40c1bebaa3afc03ce1cd 2024-11-07T11:41:47,859 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/04fd6fbddd244f99bc375cc84cdb0220 2024-11-07T11:41:47,860 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/231f60c6de4b43caa8c49c34385ab956 2024-11-07T11:41:47,861 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/446f4d05b4cd424dbe0333400a565e08 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/446f4d05b4cd424dbe0333400a565e08 2024-11-07T11:41:47,861 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/f4fa16f7c7974914a19abd5c52db944d 2024-11-07T11:41:47,862 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/e905af1763324252a72fe5a1e1f43265 2024-11-07T11:41:47,863 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/faabb9a7d42043189229bb7530679d89 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/faabb9a7d42043189229bb7530679d89 2024-11-07T11:41:47,864 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/b21b8f754b704de79fac5a8139a9eea4 2024-11-07T11:41:47,865 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/365ecf3e86344722b07158d06d6f2c5b 2024-11-07T11:41:47,866 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/0457171f58b9469d8ac73ccfaf4638bc to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/0457171f58b9469d8ac73ccfaf4638bc 2024-11-07T11:41:47,866 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/71e21909bbdf47349b612f7998bd98d0 2024-11-07T11:41:47,867 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/024ae662fed74680a2d19bf3c65be279 2024-11-07T11:41:47,868 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/90cc6663dc6e42d9a9266c11a4b0485e 2024-11-07T11:41:47,869 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4114052df19d42d0a9a40d2dbfd4368c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44408d2fd04a4ddba96eb6ee92b8bad9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/b9141f66b59d4eb2a2258993813c12f0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89951a03659b4b45a28c6547090265a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4dc43f8c8589415aa267d63622d69776, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/3b4856c93b0041bd94b361c0487730c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4bc32e73b6604df899ee234b6bd6fd46, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4ebd0a4752804b39aa617222d21a7b38, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212] to archive 2024-11-07T11:41:47,870 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:41:47,871 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89ae72ba0b194e3ab231920c68975959 2024-11-07T11:41:47,872 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/2268245e9f014cef8dc34187d1177284 2024-11-07T11:41:47,873 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4114052df19d42d0a9a40d2dbfd4368c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4114052df19d42d0a9a40d2dbfd4368c 2024-11-07T11:41:47,874 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b97766ea8784d85acd70b2e88f592f6 2024-11-07T11:41:47,874 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b6224dcce524608b6b88d330ba263b0 2024-11-07T11:41:47,875 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44408d2fd04a4ddba96eb6ee92b8bad9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44408d2fd04a4ddba96eb6ee92b8bad9 2024-11-07T11:41:47,876 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/ab8ffde8a9554d88b730ad505bbbe323 2024-11-07T11:41:47,877 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/5b6a1f85d83c43bcbfeeb58898f172da 2024-11-07T11:41:47,878 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/b9141f66b59d4eb2a2258993813c12f0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/b9141f66b59d4eb2a2258993813c12f0 2024-11-07T11:41:47,879 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/48a635e5829644a9b44c6d0fd4d2bc78 2024-11-07T11:41:47,880 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/8e74a23dd2574dc292e90772e14c464f 2024-11-07T11:41:47,881 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89951a03659b4b45a28c6547090265a5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/89951a03659b4b45a28c6547090265a5 2024-11-07T11:41:47,882 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/00c06e206f4c4f60b49bf6e4d16241c6 2024-11-07T11:41:47,883 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/44e796b52e5b44538ccfe56f9018842c 2024-11-07T11:41:47,884 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4dc43f8c8589415aa267d63622d69776 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4dc43f8c8589415aa267d63622d69776 2024-11-07T11:41:47,885 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/d2b00f214b6a42cbbaeb534e4dff11f6 2024-11-07T11:41:47,886 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/07d4607e6d3e431caa9b83cf60db2f75 2024-11-07T11:41:47,887 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/3b4856c93b0041bd94b361c0487730c2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/3b4856c93b0041bd94b361c0487730c2 2024-11-07T11:41:47,888 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e20229f8dcfa4f99906d0727d6bdf092 2024-11-07T11:41:47,889 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/39b622277d014eafb3ffec8b84835f57 2024-11-07T11:41:47,890 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4bc32e73b6604df899ee234b6bd6fd46 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4bc32e73b6604df899ee234b6bd6fd46 2024-11-07T11:41:47,891 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/e1cc423d48ba48ffaebc4d3b9ccd0fbe 2024-11-07T11:41:47,892 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dd33a6b7205a45bdbfe828b053ffffe1 2024-11-07T11:41:47,893 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4ebd0a4752804b39aa617222d21a7b38 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/4ebd0a4752804b39aa617222d21a7b38 2024-11-07T11:41:47,894 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/9cac0722251240d3a7db3c27e1f0c4dd 2024-11-07T11:41:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/67dcb8c74ea449d48ec05f9026a8cbe9 2024-11-07T11:41:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/971fed2495b149b59edf62e4c853e212 2024-11-07T11:41:47,899 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/recovered.edits/432.seqid, newMaxSeqId=432, maxSeqId=1 2024-11-07T11:41:47,899 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. 2024-11-07T11:41:47,899 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 4321dc8cf2b28a2938b20121c70840cf: Waiting for close lock at 1730979706975Running coprocessor pre-close hooks at 1730979706975Disabling compacts and flushes for region at 1730979706975Disabling writes for close at 1730979706975Obtaining lock to block concurrent updates at 1730979706975Preparing flush snapshotting stores in 4321dc8cf2b28a2938b20121c70840cf at 1730979706975Finished memstore snapshotting TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1730979706975Flushing stores of TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf. at 1730979706976 (+1 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/A: creating writer at 1730979706976Flushing 4321dc8cf2b28a2938b20121c70840cf/A: appending metadata at 1730979706979 (+3 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/A: closing flushed file at 1730979706979Flushing 4321dc8cf2b28a2938b20121c70840cf/B: creating writer at 1730979707388 (+409 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/B: appending metadata at 1730979707390 (+2 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/B: closing flushed file at 1730979707390Flushing 4321dc8cf2b28a2938b20121c70840cf/C: creating writer at 1730979707397 (+7 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/C: appending metadata at 1730979707399 (+2 ms)Flushing 4321dc8cf2b28a2938b20121c70840cf/C: closing flushed file at 1730979707399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34703b6c: reopening flushed file at 1730979707807 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d83187: reopening flushed file at 1730979707810 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4acab9cc: reopening flushed file at 1730979707814 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 4321dc8cf2b28a2938b20121c70840cf in 842ms, sequenceid=429, compaction requested=true at 1730979707817 (+3 ms)Writing region close event to WAL at 1730979707896 (+79 ms)Running coprocessor post-close hooks at 1730979707899 (+3 ms)Closed at 1730979707899 2024-11-07T11:41:47,901 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:47,901 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=4321dc8cf2b28a2938b20121c70840cf, regionState=CLOSED 2024-11-07T11:41:47,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:47,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-07T11:41:47,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 4321dc8cf2b28a2938b20121c70840cf, server=f30636bb2128,39285,1730979616609 in 1.0810 sec 2024-11-07T11:41:47,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-07T11:41:47,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4321dc8cf2b28a2938b20121c70840cf, UNASSIGN in 1.0850 sec 2024-11-07T11:41:47,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-07T11:41:47,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0890 sec 2024-11-07T11:41:47,909 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979707909"}]},"ts":"1730979707909"} 2024-11-07T11:41:47,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:41:47,910 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:41:47,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.0960 sec 2024-11-07T11:41:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-07T11:41:47,951 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:47,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:41:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T11:41:47,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:47,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/recovered.edits] 2024-11-07T11:41:47,960 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/15e262d4db314425af026a4ec8452b9a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/15e262d4db314425af026a4ec8452b9a 2024-11-07T11:41:47,961 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2c09c44c9fd84c9c8d7ee563ae0894e5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2c09c44c9fd84c9c8d7ee563ae0894e5 2024-11-07T11:41:47,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ed3a661fd5743b29bd327c065e74a16 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/2ed3a661fd5743b29bd327c065e74a16 2024-11-07T11:41:47,963 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/de2085bc01a848e19d506d4650c9ed27 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/A/de2085bc01a848e19d506d4650c9ed27 2024-11-07T11:41:47,965 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/6f46ab76d3c14566bdd5ddb05c30a296 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/6f46ab76d3c14566bdd5ddb05c30a296 2024-11-07T11:41:47,966 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/80175413e35847e9b0d1ea1df177313e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/80175413e35847e9b0d1ea1df177313e 2024-11-07T11:41:47,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/84574dea6b8a45bc8798403cb33532e4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/84574dea6b8a45bc8798403cb33532e4 2024-11-07T11:41:47,968 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a956915862094fb99b01e7d318fdc3ce to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/B/a956915862094fb99b01e7d318fdc3ce 2024-11-07T11:41:47,970 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/0d27e4aeead547d8bc9e68b36cd169ce to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/0d27e4aeead547d8bc9e68b36cd169ce 2024-11-07T11:41:47,970 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b5e084e57a84d0eb585bbc0bc1dde72 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/6b5e084e57a84d0eb585bbc0bc1dde72 2024-11-07T11:41:47,971 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dab17ca89096452aa36779204cabf745 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/dab17ca89096452aa36779204cabf745 2024-11-07T11:41:47,972 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/f2206170d96d492dab09400c3b14a497 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/C/f2206170d96d492dab09400c3b14a497 2024-11-07T11:41:47,974 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/recovered.edits/432.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf/recovered.edits/432.seqid 2024-11-07T11:41:47,975 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/4321dc8cf2b28a2938b20121c70840cf 2024-11-07T11:41:47,975 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:41:47,976 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,979 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:41:47,980 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:41:47,981 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,981 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:41:47,981 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979707981"}]},"ts":"9223372036854775807"} 2024-11-07T11:41:47,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:41:47,983 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4321dc8cf2b28a2938b20121c70840cf, NAME => 'TestAcidGuarantees,,1730979674932.4321dc8cf2b28a2938b20121c70840cf.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:41:47,983 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:41:47,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979707983"}]},"ts":"9223372036854775807"} 2024-11-07T11:41:47,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:41:47,985 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:47,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-07T11:41:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-07T11:41:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:41:48,061 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:48,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=445 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=1957 (was 2050) 2024-11-07T11:41:48,079 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=1957 2024-11-07T11:41:48,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:41:48,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:41:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:48,082 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:41:48,082 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:48,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 87 2024-11-07T11:41:48,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:41:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:48,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742184_1360 (size=1061) 2024-11-07T11:41:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:48,490 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:41:48,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742185_1361 (size=53) 2024-11-07T11:41:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 10aea7a5f8619c3cee9aa1f304a7a30a, disabling compactions & flushes 2024-11-07T11:41:48,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. after waiting 0 ms 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:48,896 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:48,896 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10aea7a5f8619c3cee9aa1f304a7a30a: Waiting for close lock at 1730979708896Disabling compacts and flushes for region at 1730979708896Disabling writes for close at 1730979708896Writing region close event to WAL at 1730979708896Closed at 1730979708896 2024-11-07T11:41:48,897 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:41:48,897 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979708897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979708897"}]},"ts":"1730979708897"} 2024-11-07T11:41:48,899 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:41:48,899 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:41:48,900 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979708899"}]},"ts":"1730979708899"} 2024-11-07T11:41:48,900 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:41:48,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, ASSIGN}] 2024-11-07T11:41:48,902 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, ASSIGN 2024-11-07T11:41:48,902 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:41:49,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:49,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, ASSIGN because future has completed 2024-11-07T11:41:49,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:49,209 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:49,209 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:41:49,210 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,210 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:41:49,210 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,210 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,211 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,212 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:49,212 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName A 2024-11-07T11:41:49,212 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:49,213 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:49,213 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,214 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:49,214 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName B 2024-11-07T11:41:49,214 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:49,214 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:49,214 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,215 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:49,215 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName C 2024-11-07T11:41:49,215 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:49,216 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:49,216 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:49,216 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,217 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,217 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,218 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,218 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,218 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:41:49,219 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:49,221 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:41:49,221 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 10aea7a5f8619c3cee9aa1f304a7a30a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74669457, jitterRate=0.11266161501407623}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:41:49,221 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:49,222 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 10aea7a5f8619c3cee9aa1f304a7a30a: Running coprocessor pre-open hook at 1730979709210Writing region info on filesystem at 1730979709210Initializing all the Stores at 1730979709211 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979709211Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979709211Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979709211Cleaning up temporary data from old regions at 1730979709218 (+7 ms)Running coprocessor post-open hooks at 1730979709221 (+3 ms)Region opened successfully at 1730979709222 (+1 ms) 2024-11-07T11:41:49,222 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., pid=89, masterSystemTime=1730979709207 2024-11-07T11:41:49,224 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:49,224 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:49,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:49,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:49,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-07T11:41:49,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 in 172 msec 2024-11-07T11:41:49,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-07T11:41:49,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, ASSIGN in 327 msec 2024-11-07T11:41:49,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:41:49,231 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979709231"}]},"ts":"1730979709231"} 2024-11-07T11:41:49,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:41:49,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:41:49,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-07T11:41:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-07T11:41:50,231 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:50,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f9102f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:50,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:50,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:50,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d8bb45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:50,234 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:50,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692ca252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:50,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:50,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:50,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:41:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:41:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bf00691 2024-11-07T11:41:50,239 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:41:50,240 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:41:50,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:41:50,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T11:41:50,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742186_1362 (size=1097) 2024-11-07T11:41:50,652 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-07T11:41:50,652 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-07T11:41:50,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:41:50,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE}] 2024-11-07T11:41:50,657 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE 2024-11-07T11:41:50,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:50,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE because future has completed 2024-11-07T11:41:50,659 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:41:50,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:50,811 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:50,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:41:50,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 10aea7a5f8619c3cee9aa1f304a7a30a, disabling compactions & flushes 2024-11-07T11:41:50,811 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:50,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:50,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. after waiting 0 ms 2024-11-07T11:41:50,811 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:50,815 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T11:41:50,816 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:50,816 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 10aea7a5f8619c3cee9aa1f304a7a30a: Waiting for close lock at 1730979710811Running coprocessor pre-close hooks at 1730979710811Disabling compacts and flushes for region at 1730979710811Disabling writes for close at 1730979710811Writing region close event to WAL at 1730979710812 (+1 ms)Running coprocessor post-close hooks at 1730979710816 (+4 ms)Closed at 1730979710816 2024-11-07T11:41:50,816 WARN [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 10aea7a5f8619c3cee9aa1f304a7a30a to self. 2024-11-07T11:41:50,817 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:50,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=CLOSED 2024-11-07T11:41:50,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:50,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-07T11:41:50,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 in 161 msec 2024-11-07T11:41:50,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE; state=CLOSED, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=true 2024-11-07T11:41:50,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:50,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE because future has completed 2024-11-07T11:41:50,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:41:51,128 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,128 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:41:51,128 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,128 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:41:51,128 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,128 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,129 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,130 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:51,130 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName A 2024-11-07T11:41:51,131 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:51,132 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:51,132 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,132 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:51,133 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName B 2024-11-07T11:41:51,133 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:51,133 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:51,133 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,133 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:41:51,134 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10aea7a5f8619c3cee9aa1f304a7a30a columnFamilyName C 2024-11-07T11:41:51,134 DEBUG [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:51,134 INFO [StoreOpener-10aea7a5f8619c3cee9aa1f304a7a30a-1 {}] regionserver.HStore(327): Store=10aea7a5f8619c3cee9aa1f304a7a30a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:41:51,134 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,134 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,135 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,136 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,136 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,136 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,137 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:41:51,138 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,139 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 10aea7a5f8619c3cee9aa1f304a7a30a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64910606, jitterRate=-0.03275659680366516}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:41:51,139 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,140 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 10aea7a5f8619c3cee9aa1f304a7a30a: Running coprocessor pre-open hook at 1730979711128Writing region info on filesystem at 1730979711128Initializing all the Stores at 1730979711129 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979711129Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979711129Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979711129Cleaning up temporary data from old regions at 1730979711136 (+7 ms)Running coprocessor post-open hooks at 1730979711139 (+3 ms)Region opened successfully at 1730979711140 (+1 ms) 2024-11-07T11:41:51,140 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., pid=94, masterSystemTime=1730979711125 2024-11-07T11:41:51,142 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,142 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=OPEN, openSeqNum=5, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:41:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92 2024-11-07T11:41:51,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 in 170 msec 2024-11-07T11:41:51,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-07T11:41:51,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, REOPEN/MOVE in 489 msec 2024-11-07T11:41:51,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-07T11:41:51,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-07T11:41:51,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-07T11:41:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-07T11:41:51,152 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:51,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec1958f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,154 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d6c0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,155 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f30a6c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,157 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1c2a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,158 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f41ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1ac2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c902006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257f016f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,164 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdcf231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a3521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54000, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c273e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd3a90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,168 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486a3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,169 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5f88a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,170 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bd4ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,172 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a847ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,173 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138ffcf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,174 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f83647d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f3a211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,176 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,177 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20218bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:41:51,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:41:51,179 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33f02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:41:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:41:51,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:41:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0e7af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:41:51,181 DEBUG [Thread-1651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,182 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-07T11:41:51,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-07T11:41:51,183 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:51,184 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:51,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:51,185 DEBUG [Thread-1653 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,185 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,191 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,202 DEBUG [Thread-1644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,205 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,217 DEBUG [Thread-1638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,218 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,224 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,225 DEBUG [Thread-1642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,233 DEBUG [Thread-1655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:41:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:41:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:41:51,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:41:51,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:41:51,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:41:51,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:51,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:51,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c1217ba89cbb4f2989aa396d40cdaf3e_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979711248/Put/seqid=0 2024-11-07T11:41:51,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-07T11:41:51,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742187_1363 (size=17034) 2024-11-07T11:41:51,309 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979771308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979711290, max timestamp=1730979711311Num uniques 859; 2024-11-07T11:41:51,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:51,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979711290, max timestamp=1730979711311Num uniques 859; 2024-11-07T11:41:51,316 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:51,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979711290, max timestamp=1730979711311Num uniques 859; 2024-11-07T11:41:51,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:41:51,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c1217ba89cbb4f2989aa396d40cdaf3e_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1217ba89cbb4f2989aa396d40cdaf3e_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,321 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b4ed7f00daed462d85a985d4a90cc643, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:51,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b4ed7f00daed462d85a985d4a90cc643 is 175, key is test_row_0/A:col10/1730979711248/Put/seqid=0 2024-11-07T11:41:51,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-07T11:41:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:51,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:51,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742188_1364 (size=48139) 2024-11-07T11:41:51,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b4ed7f00daed462d85a985d4a90cc643 2024-11-07T11:41:51,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2736173214a045f3a35b564d13f10913 is 50, key is test_row_0/B:col10/1730979711248/Put/seqid=0 2024-11-07T11:41:51,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979771372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742189_1365 (size=12001) 2024-11-07T11:41:51,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2736173214a045f3a35b564d13f10913 2024-11-07T11:41:51,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979771380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979771382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979771385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8851897f1de2419d8002a46dd051a00e is 50, key is test_row_0/C:col10/1730979711248/Put/seqid=0 2024-11-07T11:41:51,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979771425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742190_1366 (size=12001) 2024-11-07T11:41:51,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8851897f1de2419d8002a46dd051a00e 2024-11-07T11:41:51,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b4ed7f00daed462d85a985d4a90cc643 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643 2024-11-07T11:41:51,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643, entries=250, sequenceid=15, filesize=47.0 K 2024-11-07T11:41:51,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2736173214a045f3a35b564d13f10913 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913 2024-11-07T11:41:51,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T11:41:51,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8851897f1de2419d8002a46dd051a00e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e 2024-11-07T11:41:51,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-07T11:41:51,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 10aea7a5f8619c3cee9aa1f304a7a30a in 211ms, sequenceid=15, compaction requested=false 2024-11-07T11:41:51,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:51,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:51,490 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:51,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:41:51,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107538d8517e0784e6483960b8343048239_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979711347/Put/seqid=0 2024-11-07T11:41:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-07T11:41:51,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742191_1367 (size=12154) 2024-11-07T11:41:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979771524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979771527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979771538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979771539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979771631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979771651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979771651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979771651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979771661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-07T11:41:51,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979771861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979771861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979771861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979771880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:51,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107538d8517e0784e6483960b8343048239_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107538d8517e0784e6483960b8343048239_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:51,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b6cdfd0c760d4029babcf06bbdbe98d3, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b6cdfd0c760d4029babcf06bbdbe98d3 is 175, key is test_row_0/A:col10/1730979711347/Put/seqid=0 2024-11-07T11:41:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742192_1368 (size=30955) 2024-11-07T11:41:51,949 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b6cdfd0c760d4029babcf06bbdbe98d3 2024-11-07T11:41:51,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/31b1e9e31cf3476397fba89d3b3a2b20 is 50, key is test_row_0/B:col10/1730979711347/Put/seqid=0 2024-11-07T11:41:51,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979771951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:51,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:51,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742193_1369 (size=12001) 2024-11-07T11:41:51,963 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/31b1e9e31cf3476397fba89d3b3a2b20 2024-11-07T11:41:51,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/3f9e7a84011c431ab40cd7c7a75901f1 is 50, key is test_row_0/C:col10/1730979711347/Put/seqid=0 2024-11-07T11:41:51,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742194_1370 (size=12001) 2024-11-07T11:41:51,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/3f9e7a84011c431ab40cd7c7a75901f1 2024-11-07T11:41:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/b6cdfd0c760d4029babcf06bbdbe98d3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3 2024-11-07T11:41:51,990 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3, entries=150, sequenceid=50, filesize=30.2 K 2024-11-07T11:41:51,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/31b1e9e31cf3476397fba89d3b3a2b20 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20 2024-11-07T11:41:51,998 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:41:51,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/3f9e7a84011c431ab40cd7c7a75901f1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1 2024-11-07T11:41:52,004 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:41:52,005 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 10aea7a5f8619c3cee9aa1f304a7a30a in 515ms, sequenceid=50, compaction requested=false 2024-11-07T11:41:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-07T11:41:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-07T11:41:52,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-07T11:41:52,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 824 msec 2024-11-07T11:41:52,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 830 msec 2024-11-07T11:41:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:52,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a5fb92c50bf54a668c36355871e36ea1_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742195_1371 (size=14594) 2024-11-07T11:41:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979772225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979772238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979772239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979772240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-07T11:41:52,321 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:52,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-07T11:41:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:52,323 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:52,324 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:52,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979772351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979772351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979772361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979772361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:52,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-07T11:41:52,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979772470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979772561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979772561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979772581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979772581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,591 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:52,595 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a5fb92c50bf54a668c36355871e36ea1_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a5fb92c50bf54a668c36355871e36ea1_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:52,596 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/8c13d8ceb8b64784aaa2b42b87705349, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:52,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/8c13d8ceb8b64784aaa2b42b87705349 is 175, key is test_row_0/A:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742196_1372 (size=39549) 2024-11-07T11:41:52,601 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/8c13d8ceb8b64784aaa2b42b87705349 2024-11-07T11:41:52,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/0cbaec3a477c40c1b82e8aab36606905 is 50, key is test_row_0/B:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742197_1373 (size=12001) 2024-11-07T11:41:52,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/0cbaec3a477c40c1b82e8aab36606905 2024-11-07T11:41:52,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/53377b4f953b4248979d85a7aef19ca9 is 50, key is test_row_0/C:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742198_1374 (size=12001) 2024-11-07T11:41:52,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/53377b4f953b4248979d85a7aef19ca9 2024-11-07T11:41:52,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-07T11:41:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:52,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/8c13d8ceb8b64784aaa2b42b87705349 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349 2024-11-07T11:41:52,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349, entries=200, sequenceid=62, filesize=38.6 K 2024-11-07T11:41:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:52,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/0cbaec3a477c40c1b82e8aab36606905 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905 2024-11-07T11:41:52,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905, entries=150, sequenceid=62, filesize=11.7 K 2024-11-07T11:41:52,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/53377b4f953b4248979d85a7aef19ca9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9 2024-11-07T11:41:52,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9, entries=150, sequenceid=62, filesize=11.7 K 2024-11-07T11:41:52,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 10aea7a5f8619c3cee9aa1f304a7a30a in 473ms, sequenceid=62, compaction requested=true 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:52,649 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:52,649 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:52,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:52,650 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:52,650 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:52,650 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:41:52,650 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:41:52,650 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,650 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,650 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=115.9 K 2024-11-07T11:41:52,650 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.2 K 2024-11-07T11:41:52,650 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,650 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349] 2024-11-07T11:41:52,651 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2736173214a045f3a35b564d13f10913, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979711221 2024-11-07T11:41:52,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4ed7f00daed462d85a985d4a90cc643, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979711221 2024-11-07T11:41:52,651 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 31b1e9e31cf3476397fba89d3b3a2b20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979711347 2024-11-07T11:41:52,651 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6cdfd0c760d4029babcf06bbdbe98d3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979711347 2024-11-07T11:41:52,651 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cbaec3a477c40c1b82e8aab36606905, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:52,652 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c13d8ceb8b64784aaa2b42b87705349, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:52,661 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:52,662 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:52,662 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/7c988aaa139645468b303c401f04457b is 50, key is test_row_0/B:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742199_1375 (size=12104) 2024-11-07T11:41:52,669 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e097ac7137374e6dac0aa22f3f39f290_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:52,672 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e097ac7137374e6dac0aa22f3f39f290_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:52,672 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e097ac7137374e6dac0aa22f3f39f290_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742200_1376 (size=4469) 2024-11-07T11:41:52,684 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#321 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:52,685 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/23b71bfb85484a8eae202a83b727b900 is 175, key is test_row_0/A:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742201_1377 (size=31058) 2024-11-07T11:41:52,695 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/23b71bfb85484a8eae202a83b727b900 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900 2024-11-07T11:41:52,700 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into 23b71bfb85484a8eae202a83b727b900(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:52,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:52,700 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979712649; duration=0sec 2024-11-07T11:41:52,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:52,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:41:52,700 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:52,705 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:52,705 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:41:52,705 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,705 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.2 K 2024-11-07T11:41:52,705 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8851897f1de2419d8002a46dd051a00e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1730979711221 2024-11-07T11:41:52,705 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f9e7a84011c431ab40cd7c7a75901f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979711347 2024-11-07T11:41:52,706 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53377b4f953b4248979d85a7aef19ca9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:52,712 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#322 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:52,712 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/aea06badea5945d2b538af5a93902b90 is 50, key is test_row_0/C:col10/1730979711537/Put/seqid=0 2024-11-07T11:41:52,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742202_1378 (size=12104) 2024-11-07T11:41:52,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-07T11:41:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:52,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:52,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110740ab7f4cd5b84e65b838498fb761d4fc_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979712238/Put/seqid=0 2024-11-07T11:41:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742203_1379 (size=12154) 2024-11-07T11:41:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:52,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:52,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979772898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,907 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979772900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979772905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,917 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979772907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:52,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979773011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979773021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979773021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979773031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,074 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/7c988aaa139645468b303c401f04457b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/7c988aaa139645468b303c401f04457b 2024-11-07T11:41:53,078 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 7c988aaa139645468b303c401f04457b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:53,078 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:53,078 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979712649; duration=0sec 2024-11-07T11:41:53,078 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:53,078 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:41:53,123 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/aea06badea5945d2b538af5a93902b90 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/aea06badea5945d2b538af5a93902b90 2024-11-07T11:41:53,126 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into aea06badea5945d2b538af5a93902b90(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:53,126 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:53,126 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979712649; duration=0sec 2024-11-07T11:41:53,127 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:53,127 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:41:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:53,208 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110740ab7f4cd5b84e65b838498fb761d4fc_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740ab7f4cd5b84e65b838498fb761d4fc_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:53,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cfd812aaed704de1a8b8b85584a8326f, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:53,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cfd812aaed704de1a8b8b85584a8326f is 175, key is test_row_0/A:col10/1730979712238/Put/seqid=0 2024-11-07T11:41:53,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742204_1380 (size=30955) 2024-11-07T11:41:53,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979773221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979773240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979773241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979773251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,429 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:41:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:53,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979773491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,500 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979773530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979773551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979773551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979773563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:53,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:53,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cfd812aaed704de1a8b8b85584a8326f 2024-11-07T11:41:53,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/3aec8025033d480ca90290eb3451bcd4 is 50, key is test_row_0/B:col10/1730979712238/Put/seqid=0 2024-11-07T11:41:53,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742205_1381 (size=12001) 2024-11-07T11:41:53,632 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/3aec8025033d480ca90290eb3451bcd4 2024-11-07T11:41:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0683f83310d943d6b7c9a98a65ef1ebe is 50, key is test_row_0/C:col10/1730979712238/Put/seqid=0 2024-11-07T11:41:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742206_1382 (size=12001) 2024-11-07T11:41:54,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0683f83310d943d6b7c9a98a65ef1ebe 2024-11-07T11:41:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cfd812aaed704de1a8b8b85584a8326f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f 2024-11-07T11:41:54,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f, entries=150, sequenceid=83, filesize=30.2 K 2024-11-07T11:41:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/3aec8025033d480ca90290eb3451bcd4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4 2024-11-07T11:41:54,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979774051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,063 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:41:54,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0683f83310d943d6b7c9a98a65ef1ebe as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe 2024-11-07T11:41:54,068 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:41:54,069 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1284ms, sequenceid=83, compaction requested=false 2024-11-07T11:41:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-07T11:41:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-07T11:41:54,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-07T11:41:54,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7470 sec 2024-11-07T11:41:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:54,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:41:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:54,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.7530 sec 2024-11-07T11:41:54,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e8583662b3c94c1ca9e78124add7d0ab_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742207_1383 (size=14594) 2024-11-07T11:41:54,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:54,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e8583662b3c94c1ca9e78124add7d0ab_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8583662b3c94c1ca9e78124add7d0ab_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:54,093 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/ff932f10aaf24b54b66d16d5cda6086c, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/ff932f10aaf24b54b66d16d5cda6086c is 175, key is test_row_0/A:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742208_1384 (size=39549) 2024-11-07T11:41:54,107 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/ff932f10aaf24b54b66d16d5cda6086c 2024-11-07T11:41:54,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d9b2554bcc6f45a58013de4f5c67b198 is 50, key is test_row_0/B:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742209_1385 (size=12001) 2024-11-07T11:41:54,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d9b2554bcc6f45a58013de4f5c67b198 2024-11-07T11:41:54,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b81827f090e74278bfd826c0cd24bcce is 50, key is test_row_0/C:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742210_1386 (size=12001) 2024-11-07T11:41:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979774136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979774136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979774138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979774261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979774261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979774261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-07T11:41:54,471 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:54,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-07T11:41:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-07T11:41:54,474 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:54,474 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:54,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:54,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b81827f090e74278bfd826c0cd24bcce 2024-11-07T11:41:54,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/ff932f10aaf24b54b66d16d5cda6086c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c 2024-11-07T11:41:54,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c, entries=200, sequenceid=98, filesize=38.6 K 2024-11-07T11:41:54,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d9b2554bcc6f45a58013de4f5c67b198 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198 2024-11-07T11:41:54,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198, entries=150, sequenceid=98, filesize=11.7 K 2024-11-07T11:41:54,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b81827f090e74278bfd826c0cd24bcce as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce 2024-11-07T11:41:54,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce, entries=150, sequenceid=98, filesize=11.7 K 2024-11-07T11:41:54,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 10aea7a5f8619c3cee9aa1f304a7a30a in 485ms, sequenceid=98, compaction requested=true 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:54,559 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:54,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:54,559 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:54,560 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:54,560 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:41:54,560 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,560 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/7c988aaa139645468b303c401f04457b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.3 K 2024-11-07T11:41:54,560 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:41:54,561 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,561 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=99.2 K 2024-11-07T11:41:54,561 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c] 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c988aaa139645468b303c401f04457b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23b71bfb85484a8eae202a83b727b900, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfd812aaed704de1a8b8b85584a8326f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979712203 2024-11-07T11:41:54,561 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aec8025033d480ca90290eb3451bcd4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979712203 2024-11-07T11:41:54,562 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff932f10aaf24b54b66d16d5cda6086c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:54,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d9b2554bcc6f45a58013de4f5c67b198, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:54,569 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,571 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110763a70206253540079ea39adcd69432d2_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,572 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:54,572 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/6062fac0a5e9434289fad1e5520000f1 is 50, key is test_row_0/B:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,573 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110763a70206253540079ea39adcd69432d2_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,573 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110763a70206253540079ea39adcd69432d2_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-07T11:41:54,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742211_1387 (size=4469) 2024-11-07T11:41:54,587 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#329 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:54,588 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/e9508bda9ea14c13960bb8ad3f10d49d is 175, key is test_row_0/A:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742212_1388 (size=12207) 2024-11-07T11:41:54,605 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/6062fac0a5e9434289fad1e5520000f1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6062fac0a5e9434289fad1e5520000f1 2024-11-07T11:41:54,609 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 6062fac0a5e9434289fad1e5520000f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:54,609 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:54,609 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979714559; duration=0sec 2024-11-07T11:41:54,610 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:54,610 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:41:54,610 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:54,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742213_1389 (size=31161) 2024-11-07T11:41:54,611 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:54,612 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:41:54,612 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,612 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/aea06badea5945d2b538af5a93902b90, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.3 K 2024-11-07T11:41:54,612 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting aea06badea5945d2b538af5a93902b90, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1730979711525 2024-11-07T11:41:54,613 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0683f83310d943d6b7c9a98a65ef1ebe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979712203 2024-11-07T11:41:54,617 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b81827f090e74278bfd826c0cd24bcce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:54,618 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/e9508bda9ea14c13960bb8ad3f10d49d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d 2024-11-07T11:41:54,625 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into e9508bda9ea14c13960bb8ad3f10d49d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:54,625 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:54,625 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979714559; duration=0sec 2024-11-07T11:41:54,626 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:54,626 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:41:54,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:54,627 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:54,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:54,631 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:54,631 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6f5ae03b702e4c88bc3bf9158f2ec70e is 50, key is test_row_0/C:col10/1730979712892/Put/seqid=0 2024-11-07T11:41:54,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107717933368e9a499f8ab3bfbd91b65369_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979714136/Put/seqid=0 2024-11-07T11:41:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742214_1390 (size=12207) 2024-11-07T11:41:54,654 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6f5ae03b702e4c88bc3bf9158f2ec70e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6f5ae03b702e4c88bc3bf9158f2ec70e 2024-11-07T11:41:54,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742215_1391 (size=12154) 2024-11-07T11:41:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:54,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107717933368e9a499f8ab3bfbd91b65369_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107717933368e9a499f8ab3bfbd91b65369_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/153fa1425a094e12b5af0f9595329639, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:54,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/153fa1425a094e12b5af0f9595329639 is 175, key is test_row_0/A:col10/1730979714136/Put/seqid=0 2024-11-07T11:41:54,665 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 6f5ae03b702e4c88bc3bf9158f2ec70e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:54,665 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:54,666 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979714559; duration=0sec 2024-11-07T11:41:54,666 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:54,666 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:41:54,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742216_1392 (size=30955) 2024-11-07T11:41:54,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-07T11:41:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:54,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:54,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979774827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979774828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979774830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979774941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979774941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:54,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:54,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979774950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:54,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,072 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/153fa1425a094e12b5af0f9595329639 2024-11-07T11:41:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/91bdc693bfc74a86942f81956c7dfc3e is 50, key is test_row_0/B:col10/1730979714136/Put/seqid=0 2024-11-07T11:41:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742217_1393 (size=12001) 2024-11-07T11:41:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979775070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/91bdc693bfc74a86942f81956c7dfc3e 2024-11-07T11:41:55,086 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/d5dbce95e42440c49d5ff1743da078c3 is 50, key is test_row_0/C:col10/1730979714136/Put/seqid=0 2024-11-07T11:41:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742218_1394 (size=12001) 2024-11-07T11:41:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-07T11:41:55,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979775160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979775160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979775171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979775471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979775471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979775490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,498 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/d5dbce95e42440c49d5ff1743da078c3 2024-11-07T11:41:55,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/153fa1425a094e12b5af0f9595329639 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639 2024-11-07T11:41:55,505 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639, entries=150, sequenceid=119, filesize=30.2 K 2024-11-07T11:41:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/91bdc693bfc74a86942f81956c7dfc3e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e 2024-11-07T11:41:55,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T11:41:55,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/d5dbce95e42440c49d5ff1743da078c3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3 2024-11-07T11:41:55,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T11:41:55,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 10aea7a5f8619c3cee9aa1f304a7a30a in 890ms, sequenceid=119, compaction requested=false 2024-11-07T11:41:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:55,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-07T11:41:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-07T11:41:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:55,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:55,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:55,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-07T11:41:55,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-07T11:41:55,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.0500 sec 2024-11-07T11:41:55,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110754071c2a4cd64ac08ffddda40672f09a_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742219_1395 (size=14794) 2024-11-07T11:41:55,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:55,548 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110754071c2a4cd64ac08ffddda40672f09a_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110754071c2a4cd64ac08ffddda40672f09a_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:55,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/4bd2de9a43ef4c71a0a1d2618178b632, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:55,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/4bd2de9a43ef4c71a0a1d2618178b632 is 175, key is test_row_0/A:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:55,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742220_1396 (size=39749) 2024-11-07T11:41:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-07T11:41:55,611 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:55,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-07T11:41:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:55,613 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:55,614 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:55,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:55,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979775644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:55,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:55,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979775770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:55,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:55,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:55,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/4bd2de9a43ef4c71a0a1d2618178b632 2024-11-07T11:41:55,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/db56f51b976141bab5ee97ec9273ad92 is 50, key is test_row_0/B:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742221_1397 (size=12151) 2024-11-07T11:41:55,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/db56f51b976141bab5ee97ec9273ad92 2024-11-07T11:41:55,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6389914414274ccd824110a597a61019 is 50, key is test_row_0/C:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:55,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742222_1398 (size=12151) 2024-11-07T11:41:56,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979775991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979775991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979775991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979776001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:56,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979776311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:41:56,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6389914414274ccd824110a597a61019 2024-11-07T11:41:56,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/4bd2de9a43ef4c71a0a1d2618178b632 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632 2024-11-07T11:41:56,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632, entries=200, sequenceid=134, filesize=38.8 K 2024-11-07T11:41:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/db56f51b976141bab5ee97ec9273ad92 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92 2024-11-07T11:41:56,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92, entries=150, sequenceid=134, filesize=11.9 K 2024-11-07T11:41:56,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6389914414274ccd824110a597a61019 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019 2024-11-07T11:41:56,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019, entries=150, sequenceid=134, filesize=11.9 K 2024-11-07T11:41:56,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 10aea7a5f8619c3cee9aa1f304a7a30a in 884ms, sequenceid=134, compaction requested=true 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:56,403 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:56,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:56,403 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:56,404 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:56,404 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:56,404 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:41:56,404 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:41:56,404 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,404 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,404 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6062fac0a5e9434289fad1e5520000f1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.5 K 2024-11-07T11:41:56,404 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=99.5 K 2024-11-07T11:41:56,404 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632] 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6062fac0a5e9434289fad1e5520000f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9508bda9ea14c13960bb8ad3f10d49d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 91bdc693bfc74a86942f81956c7dfc3e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979714118 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 153fa1425a094e12b5af0f9595329639, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979714118 2024-11-07T11:41:56,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting db56f51b976141bab5ee97ec9273ad92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:56,406 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd2de9a43ef4c71a0a1d2618178b632, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:56,413 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:56,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107ef59c4ebd41a4d7b83ac15b80a6ae86d_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:56,415 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:56,415 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/9ce5897c98324734830e842f53399360 is 50, key is test_row_0/B:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:56,416 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107ef59c4ebd41a4d7b83ac15b80a6ae86d_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:56,416 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ef59c4ebd41a4d7b83ac15b80a6ae86d_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742224_1400 (size=4469) 2024-11-07T11:41:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742223_1399 (size=12459) 2024-11-07T11:41:56,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-07T11:41:56,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:56,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:56,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110746a28153f1ef425a9a74d4a795b4ef21_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979715643/Put/seqid=0 2024-11-07T11:41:56,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742225_1401 (size=12304) 2024-11-07T11:41:56,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:56,550 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110746a28153f1ef425a9a74d4a795b4ef21_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746a28153f1ef425a9a74d4a795b4ef21_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f15729847ffb476c9f627717a1cd36ad, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:56,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f15729847ffb476c9f627717a1cd36ad is 175, key is test_row_0/A:col10/1730979715643/Put/seqid=0 2024-11-07T11:41:56,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742226_1402 (size=31105) 2024-11-07T11:41:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:56,824 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#338 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:56,824 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/c030530707c5419a91b698e99fd76fbc is 175, key is test_row_0/A:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742227_1403 (size=31413) 2024-11-07T11:41:56,835 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/9ce5897c98324734830e842f53399360 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9ce5897c98324734830e842f53399360 2024-11-07T11:41:56,840 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 9ce5897c98324734830e842f53399360(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:56,840 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:56,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:56,840 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979716403; duration=0sec 2024-11-07T11:41:56,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:41:56,840 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:56,840 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:41:56,840 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:56,841 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:56,841 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:41:56,841 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:56,841 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6f5ae03b702e4c88bc3bf9158f2ec70e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.5 K 2024-11-07T11:41:56,841 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f5ae03b702e4c88bc3bf9158f2ec70e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1730979712892 2024-11-07T11:41:56,842 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d5dbce95e42440c49d5ff1743da078c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979714118 2024-11-07T11:41:56,843 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6389914414274ccd824110a597a61019, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:56,859 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:56,859 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/270ed2456b424c7aa7f210d00021bbb5 is 50, key is test_row_0/C:col10/1730979714826/Put/seqid=0 2024-11-07T11:41:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742228_1404 (size=12459) 2024-11-07T11:41:56,878 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/270ed2456b424c7aa7f210d00021bbb5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/270ed2456b424c7aa7f210d00021bbb5 2024-11-07T11:41:56,885 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 270ed2456b424c7aa7f210d00021bbb5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:56,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:56,885 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979716403; duration=0sec 2024-11-07T11:41:56,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:56,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:41:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979776930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:56,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:56,959 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f15729847ffb476c9f627717a1cd36ad 2024-11-07T11:41:56,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d6078a472cd9415a825a7f976c001365 is 50, key is test_row_0/B:col10/1730979715643/Put/seqid=0 2024-11-07T11:41:56,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742229_1405 (size=12151) 2024-11-07T11:41:57,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979777010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,019 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:57,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979777021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979777021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,029 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,029 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979777041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979777111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,120 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:41:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,233 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/c030530707c5419a91b698e99fd76fbc as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc 2024-11-07T11:41:57,237 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into c030530707c5419a91b698e99fd76fbc(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:57,237 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:57,237 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979716403; duration=0sec 2024-11-07T11:41:57,237 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:57,237 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:41:57,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979777251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d6078a472cd9415a825a7f976c001365 2024-11-07T11:41:57,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 is 50, key is test_row_0/C:col10/1730979715643/Put/seqid=0 2024-11-07T11:41:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742230_1406 (size=12151) 2024-11-07T11:41:57,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979777571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:57,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:57,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 2024-11-07T11:41:57,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f15729847ffb476c9f627717a1cd36ad as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad 2024-11-07T11:41:57,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad, entries=150, sequenceid=152, filesize=30.4 K 2024-11-07T11:41:57,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/d6078a472cd9415a825a7f976c001365 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365 2024-11-07T11:41:57,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365, entries=150, sequenceid=152, filesize=11.9 K 2024-11-07T11:41:57,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 2024-11-07T11:41:57,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86, entries=150, sequenceid=152, filesize=11.9 K 2024-11-07T11:41:57,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1279ms, sequenceid=152, compaction requested=false 2024-11-07T11:41:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:57,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-07T11:41:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-07T11:41:57,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-07T11:41:57,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-11-07T11:41:57,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.2020 sec 2024-11-07T11:41:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:58,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:58,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110772fc67cb02c040febf88e4c71a7add23_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742231_1407 (size=14794) 2024-11-07T11:41:58,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979778212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,229 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:58,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979778331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:58,515 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:58,518 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110772fc67cb02c040febf88e4c71a7add23_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110772fc67cb02c040febf88e4c71a7add23_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:58,519 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2ecb34dcce014921961a23ce72f631e8, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:58,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2ecb34dcce014921961a23ce72f631e8 is 175, key is test_row_0/A:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:58,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742232_1408 (size=39749) 2024-11-07T11:41:58,523 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2ecb34dcce014921961a23ce72f631e8 2024-11-07T11:41:58,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/efdc79b8081d46a6b7f8978a9e313569 is 50, key is test_row_0/B:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742233_1409 (size=12151) 2024-11-07T11:41:58,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/efdc79b8081d46a6b7f8978a9e313569 2024-11-07T11:41:58,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/80a0ff44a94b49cab6653b13f1e6dabe is 50, key is test_row_0/C:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:58,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742234_1410 (size=12151) 2024-11-07T11:41:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979778551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,563 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:58,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979778871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:58,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:58,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/80a0ff44a94b49cab6653b13f1e6dabe 2024-11-07T11:41:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2ecb34dcce014921961a23ce72f631e8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8 2024-11-07T11:41:58,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8, entries=200, sequenceid=170, filesize=38.8 K 2024-11-07T11:41:58,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/efdc79b8081d46a6b7f8978a9e313569 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569 2024-11-07T11:41:58,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569, entries=150, sequenceid=170, filesize=11.9 K 2024-11-07T11:41:58,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/80a0ff44a94b49cab6653b13f1e6dabe as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe 2024-11-07T11:41:58,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe, entries=150, sequenceid=170, filesize=11.9 K 2024-11-07T11:41:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 10aea7a5f8619c3cee9aa1f304a7a30a in 866ms, sequenceid=170, compaction requested=true 2024-11-07T11:41:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:58,966 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:41:58,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:41:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:41:58,967 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:58,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:58,967 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:58,967 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:41:58,967 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:58,967 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=99.9 K 2024-11-07T11:41:58,967 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:58,967 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8] 2024-11-07T11:41:58,968 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c030530707c5419a91b698e99fd76fbc, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:58,968 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:58,968 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:41:58,968 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:58,968 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9ce5897c98324734830e842f53399360, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.9 K 2024-11-07T11:41:58,968 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f15729847ffb476c9f627717a1cd36ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1730979715594 2024-11-07T11:41:58,969 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ce5897c98324734830e842f53399360, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:58,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ecb34dcce014921961a23ce72f631e8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716904 2024-11-07T11:41:58,969 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d6078a472cd9415a825a7f976c001365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1730979715594 2024-11-07T11:41:58,969 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting efdc79b8081d46a6b7f8978a9e313569, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716916 2024-11-07T11:41:58,975 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:58,979 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#348 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:58,979 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107913a2292ea2048959eccb560ea7eb3f9_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:58,979 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/990abd3e2af4483ea690ffb16fc888cd is 50, key is test_row_0/B:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:58,982 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107913a2292ea2048959eccb560ea7eb3f9_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:58,982 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107913a2292ea2048959eccb560ea7eb3f9_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:58,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742235_1411 (size=12561) 2024-11-07T11:41:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742236_1412 (size=4469) 2024-11-07T11:41:58,993 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#347 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:58,994 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/98d93fcf784e48918e3113d3c784a8af is 175, key is test_row_0/A:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742237_1413 (size=31515) 2024-11-07T11:41:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:59,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:59,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110751aa19b379ca46a4a75f2f7e26723ecb_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979718210/Put/seqid=0 2024-11-07T11:41:59,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742238_1414 (size=14794) 2024-11-07T11:41:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979779082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979779090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979779092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979779201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979779201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979779211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979779380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,390 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/990abd3e2af4483ea690ffb16fc888cd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/990abd3e2af4483ea690ffb16fc888cd 2024-11-07T11:41:59,396 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 990abd3e2af4483ea690ffb16fc888cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:59,396 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:59,396 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979718967; duration=0sec 2024-11-07T11:41:59,396 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:41:59,396 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:41:59,396 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:41:59,397 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:41:59,397 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:41:59,398 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:59,398 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/270ed2456b424c7aa7f210d00021bbb5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=35.9 K 2024-11-07T11:41:59,398 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 270ed2456b424c7aa7f210d00021bbb5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730979714826 2024-11-07T11:41:59,398 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 42e5ad1e82cd4f62a9c7ce63c0b98a86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1730979715594 2024-11-07T11:41:59,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a0ff44a94b49cab6653b13f1e6dabe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716916 2024-11-07T11:41:59,408 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/98d93fcf784e48918e3113d3c784a8af as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af 2024-11-07T11:41:59,413 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:41:59,413 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/3014c723e2d546f1bd88b50463b75d20 is 50, key is test_row_0/C:col10/1730979718096/Put/seqid=0 2024-11-07T11:41:59,414 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into 98d93fcf784e48918e3113d3c784a8af(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:59,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:59,414 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979718966; duration=0sec 2024-11-07T11:41:59,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:59,414 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:41:59,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742239_1415 (size=12561) 2024-11-07T11:41:59,424 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/3014c723e2d546f1bd88b50463b75d20 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3014c723e2d546f1bd88b50463b75d20 2024-11-07T11:41:59,428 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 3014c723e2d546f1bd88b50463b75d20(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:41:59,428 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:59,428 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979718967; duration=0sec 2024-11-07T11:41:59,428 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:41:59,428 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:41:59,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979779421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979779421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979779431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110751aa19b379ca46a4a75f2f7e26723ecb_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110751aa19b379ca46a4a75f2f7e26723ecb_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:59,467 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a5e51caa94984247b1444868ec74ec35, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:59,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a5e51caa94984247b1444868ec74ec35 is 175, key is test_row_0/A:col10/1730979718210/Put/seqid=0 2024-11-07T11:41:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742240_1416 (size=39749) 2024-11-07T11:41:59,475 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=188, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a5e51caa94984247b1444868ec74ec35 2024-11-07T11:41:59,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a6c6dbb77bd64d47b42055ceaebad02f is 50, key is test_row_0/B:col10/1730979718210/Put/seqid=0 2024-11-07T11:41:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742241_1417 (size=12151) 2024-11-07T11:41:59,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a6c6dbb77bd64d47b42055ceaebad02f 2024-11-07T11:41:59,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6cf589c2b93d44eda3d1ff9a8272a88c is 50, key is test_row_0/C:col10/1730979718210/Put/seqid=0 2024-11-07T11:41:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742242_1418 (size=12151) 2024-11-07T11:41:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979779731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979779741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:41:59,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979779750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:41:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:41:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:41:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-07T11:41:59,781 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:41:59,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:41:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-07T11:41:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-07T11:41:59,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:41:59,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:41:59,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:41:59,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-07T11:41:59,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6cf589c2b93d44eda3d1ff9a8272a88c 2024-11-07T11:41:59,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a5e51caa94984247b1444868ec74ec35 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35 2024-11-07T11:41:59,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35, entries=200, sequenceid=188, filesize=38.8 K 2024-11-07T11:41:59,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a6c6dbb77bd64d47b42055ceaebad02f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f 2024-11-07T11:41:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f, entries=150, sequenceid=188, filesize=11.9 K 2024-11-07T11:41:59,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/6cf589c2b93d44eda3d1ff9a8272a88c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c 2024-11-07T11:41:59,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c, entries=150, sequenceid=188, filesize=11.9 K 2024-11-07T11:41:59,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 10aea7a5f8619c3cee9aa1f304a7a30a in 868ms, sequenceid=188, compaction requested=false 2024-11-07T11:41:59,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-07T11:41:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:41:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:41:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:41:59,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:41:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cb7f86b9100041b597c8ccf62e4acd73_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_1/A:col10/1730979719090/Put/seqid=0 2024-11-07T11:41:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742243_1419 (size=9814) 2024-11-07T11:41:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,966 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cb7f86b9100041b597c8ccf62e4acd73_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb7f86b9100041b597c8ccf62e4acd73_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:41:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a4fae1661ef34f12a49e690dfb51fa70, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:41:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a4fae1661ef34f12a49e690dfb51fa70 is 175, key is test_row_1/A:col10/1730979719090/Put/seqid=0 2024-11-07T11:41:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742244_1420 (size=22461) 2024-11-07T11:41:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a4fae1661ef34f12a49e690dfb51fa70 2024-11-07T11:41:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/b2e05be3a56d448d9b6c46c8963938c4 is 50, key is test_row_1/B:col10/1730979719090/Put/seqid=0 2024-11-07T11:41:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:41:59,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742245_1421 (size=9757) 2024-11-07T11:42:00,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-07T11:42:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979780342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979780346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979780349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979780391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,396 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/b2e05be3a56d448d9b6c46c8963938c4 2024-11-07T11:42:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-07T11:42:00,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8cba09aeaa704bb998f0e54878182c89 is 50, key is test_row_1/C:col10/1730979719090/Put/seqid=0 2024-11-07T11:42:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742246_1422 (size=9757) 2024-11-07T11:42:00,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8cba09aeaa704bb998f0e54878182c89 2024-11-07T11:42:00,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/a4fae1661ef34f12a49e690dfb51fa70 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70 2024-11-07T11:42:00,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70, entries=100, sequenceid=205, filesize=21.9 K 2024-11-07T11:42:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/b2e05be3a56d448d9b6c46c8963938c4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4 2024-11-07T11:42:00,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4, entries=100, sequenceid=205, filesize=9.5 K 2024-11-07T11:42:00,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/8cba09aeaa704bb998f0e54878182c89 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89 2024-11-07T11:42:00,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89, entries=100, sequenceid=205, filesize=9.5 K 2024-11-07T11:42:00,463 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 10aea7a5f8619c3cee9aa1f304a7a30a in 526ms, sequenceid=205, compaction requested=true 2024-11-07T11:42:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-07T11:42:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-07T11:42:00,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-07T11:42:00,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 681 msec 2024-11-07T11:42:00,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 686 msec 2024-11-07T11:42:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:00,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:00,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107835735ce02954b36a0d1a25d8b27415d_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742247_1423 (size=14794) 2024-11-07T11:42:00,495 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:00,504 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107835735ce02954b36a0d1a25d8b27415d_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107835735ce02954b36a0d1a25d8b27415d_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:00,506 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/73d2d6ecd43440dfabc0925de008f096, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:00,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/73d2d6ecd43440dfabc0925de008f096 is 175, key is test_row_0/A:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:00,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742248_1424 (size=39749) 2024-11-07T11:42:00,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979780505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979780506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979780516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979780621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979780621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979780631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979780841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979780841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:00,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979780851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:00,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/73d2d6ecd43440dfabc0925de008f096 2024-11-07T11:42:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-07T11:42:00,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/252bc8ce8ab24822b0bbf11d9f4a43ab is 50, key is test_row_0/B:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:00,921 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:00,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-07T11:42:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:00,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:00,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742249_1425 (size=12151) 2024-11-07T11:42:00,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:00,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:00,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/252bc8ce8ab24822b0bbf11d9f4a43ab 2024-11-07T11:42:00,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b05e22364687450ead197af5c0a4f76b is 50, key is test_row_0/C:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742250_1426 (size=12151) 2024-11-07T11:42:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:01,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T11:42:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59146 deadline: 1730979781141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,150 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979781161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979781161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979781171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T11:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:01,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b05e22364687450ead197af5c0a4f76b 2024-11-07T11:42:01,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/73d2d6ecd43440dfabc0925de008f096 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096 2024-11-07T11:42:01,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096, entries=200, sequenceid=224, filesize=38.8 K 2024-11-07T11:42:01,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/252bc8ce8ab24822b0bbf11d9f4a43ab as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab 2024-11-07T11:42:01,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab, entries=150, sequenceid=224, filesize=11.9 K 2024-11-07T11:42:01,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b05e22364687450ead197af5c0a4f76b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b 2024-11-07T11:42:01,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b, entries=150, sequenceid=224, filesize=11.9 K 2024-11-07T11:42:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 10aea7a5f8619c3cee9aa1f304a7a30a in 890ms, sequenceid=224, compaction requested=true 2024-11-07T11:42:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:01,359 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:01,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:01,360 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:01,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:01,360 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:01,360 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:42:01,360 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,361 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=130.3 K 2024-11-07T11:42:01,361 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,361 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096] 2024-11-07T11:42:01,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:01,361 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d93fcf784e48918e3113d3c784a8af, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716916 2024-11-07T11:42:01,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:42:01,361 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,361 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/990abd3e2af4483ea690ffb16fc888cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=45.5 K 2024-11-07T11:42:01,361 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e51caa94984247b1444868ec74ec35, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1730979718185 2024-11-07T11:42:01,362 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 990abd3e2af4483ea690ffb16fc888cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716916 2024-11-07T11:42:01,362 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4fae1661ef34f12a49e690dfb51fa70, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979719088 2024-11-07T11:42:01,362 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting a6c6dbb77bd64d47b42055ceaebad02f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1730979718185 2024-11-07T11:42:01,362 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73d2d6ecd43440dfabc0925de008f096, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:01,363 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b2e05be3a56d448d9b6c46c8963938c4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979719088 2024-11-07T11:42:01,363 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 252bc8ce8ab24822b0bbf11d9f4a43ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:01,377 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:01,380 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#360 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:01,381 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/6b84c9b8d2204ab9833dae332e6905a0 is 50, key is test_row_0/B:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:01,384 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110753117d5637324e548ed6f4f6e4ae326c_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:01,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:01,387 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110753117d5637324e548ed6f4f6e4ae326c_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:01,387 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110753117d5637324e548ed6f4f6e4ae326c_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:01,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742251_1427 (size=12697) 2024-11-07T11:42:01,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110734c3120ac8e6461d8c4fb0e66313403f_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979720503/Put/seqid=0 2024-11-07T11:42:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742252_1428 (size=4469) 2024-11-07T11:42:01,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742253_1429 (size=12304) 2024-11-07T11:42:01,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:01,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:01,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:01,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979781742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979781745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979781746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,804 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/6b84c9b8d2204ab9833dae332e6905a0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6b84c9b8d2204ab9833dae332e6905a0 2024-11-07T11:42:01,809 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#359 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:01,810 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/068005ac35d848698e00d821c834d17c is 175, key is test_row_0/A:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:01,811 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 6b84c9b8d2204ab9833dae332e6905a0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:01,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:01,811 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=12, startTime=1730979721359; duration=0sec 2024-11-07T11:42:01,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:01,811 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:42:01,812 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:01,813 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:01,813 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:42:01,813 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:01,813 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3014c723e2d546f1bd88b50463b75d20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=45.5 K 2024-11-07T11:42:01,813 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3014c723e2d546f1bd88b50463b75d20, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730979716916 2024-11-07T11:42:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742254_1430 (size=31651) 2024-11-07T11:42:01,814 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cf589c2b93d44eda3d1ff9a8272a88c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1730979718185 2024-11-07T11:42:01,814 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cba09aeaa704bb998f0e54878182c89, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1730979719088 2024-11-07T11:42:01,815 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b05e22364687450ead197af5c0a4f76b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:01,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:01,819 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/068005ac35d848698e00d821c834d17c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c 2024-11-07T11:42:01,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110734c3120ac8e6461d8c4fb0e66313403f_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110734c3120ac8e6461d8c4fb0e66313403f_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:01,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/89102530275444e592d2e5d2bc84aa9a, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:01,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/89102530275444e592d2e5d2bc84aa9a is 175, key is test_row_0/A:col10/1730979720503/Put/seqid=0 2024-11-07T11:42:01,826 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into 068005ac35d848698e00d821c834d17c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:01,826 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:01,826 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=12, startTime=1730979721359; duration=0sec 2024-11-07T11:42:01,826 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:01,826 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:42:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742255_1431 (size=31105) 2024-11-07T11:42:01,832 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#362 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:01,832 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/37d29358c90147c598fa51dc2766a11c is 50, key is test_row_0/C:col10/1730979720322/Put/seqid=0 2024-11-07T11:42:01,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742256_1432 (size=12697) 2024-11-07T11:42:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979781861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979781861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:01,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979781871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:01,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979782081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979782081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979782081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,229 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/89102530275444e592d2e5d2bc84aa9a 2024-11-07T11:42:02,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/e164181004894f39bd52bf3b8197f226 is 50, key is test_row_0/B:col10/1730979720503/Put/seqid=0 2024-11-07T11:42:02,240 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/37d29358c90147c598fa51dc2766a11c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/37d29358c90147c598fa51dc2766a11c 2024-11-07T11:42:02,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742257_1433 (size=12151) 2024-11-07T11:42:02,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/e164181004894f39bd52bf3b8197f226 2024-11-07T11:42:02,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 37d29358c90147c598fa51dc2766a11c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:02,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:02,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=12, startTime=1730979721360; duration=0sec 2024-11-07T11:42:02,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:02,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:42:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5a7cd881551c4dd194a631451c469002 is 50, key is test_row_0/C:col10/1730979720503/Put/seqid=0 2024-11-07T11:42:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742258_1434 (size=12151) 2024-11-07T11:42:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979782401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979782401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979782401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979782411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,419 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5a7cd881551c4dd194a631451c469002 2024-11-07T11:42:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/89102530275444e592d2e5d2bc84aa9a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a 2024-11-07T11:42:02,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a, entries=150, sequenceid=237, filesize=30.4 K 2024-11-07T11:42:02,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/e164181004894f39bd52bf3b8197f226 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226 2024-11-07T11:42:02,666 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T11:42:02,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5a7cd881551c4dd194a631451c469002 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002 2024-11-07T11:42:02,670 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T11:42:02,671 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1285ms, sequenceid=237, compaction requested=false 2024-11-07T11:42:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:02,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-07T11:42:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-07T11:42:02,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-07T11:42:02,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7460 sec 2024-11-07T11:42:02,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.7530 sec 2024-11-07T11:42:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:02,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-07T11:42:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:02,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:02,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:02,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f323bae552854e079612d01ad06bc5dc_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:02,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742259_1435 (size=14844) 2024-11-07T11:42:02,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:02,946 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f323bae552854e079612d01ad06bc5dc_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f323bae552854e079612d01ad06bc5dc_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:02,947 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bd279d4220d34bbdbb45e627092916bf, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:02,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bd279d4220d34bbdbb45e627092916bf is 175, key is test_row_0/A:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979782942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979782952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:02,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742260_1436 (size=39799) 2024-11-07T11:42:02,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979782954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:02,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-07T11:42:03,072 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:03,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-07T11:42:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:03,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:03,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:03,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979783071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979783072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979783072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:03,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979783280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979783291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979783291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bd279d4220d34bbdbb45e627092916bf 2024-11-07T11:42:03,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c85ddab135854a64934c4c20a04f9be7 is 50, key is test_row_0/B:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:03,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742261_1437 (size=12201) 2024-11-07T11:42:03,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:03,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979783591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979783600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979783600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:03,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:03,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:03,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c85ddab135854a64934c4c20a04f9be7 2024-11-07T11:42:03,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/df1bfe1272574c178a9e8f4bbd3a6d3b is 50, key is test_row_0/C:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:03,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742262_1438 (size=12201) 2024-11-07T11:42:03,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:03,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979784111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:04,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979784121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:04,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979784121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:04,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:04,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:04,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:04,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/df1bfe1272574c178a9e8f4bbd3a6d3b 2024-11-07T11:42:04,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bd279d4220d34bbdbb45e627092916bf as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf 2024-11-07T11:42:04,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf, entries=200, sequenceid=260, filesize=38.9 K 2024-11-07T11:42:04,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c85ddab135854a64934c4c20a04f9be7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7 2024-11-07T11:42:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7, entries=150, sequenceid=260, filesize=11.9 K 2024-11-07T11:42:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/df1bfe1272574c178a9e8f4bbd3a6d3b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b 2024-11-07T11:42:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b, entries=150, sequenceid=260, filesize=11.9 K 2024-11-07T11:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1289ms, sequenceid=260, compaction requested=true 2024-11-07T11:42:04,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:04,215 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:04,215 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:42:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,218 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,218 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,218 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6b84c9b8d2204ab9833dae332e6905a0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=36.2 K 2024-11-07T11:42:04,218 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=100.2 K 2024-11-07T11:42:04,218 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf] 2024-11-07T11:42:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,218 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b84c9b8d2204ab9833dae332e6905a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:04,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,219 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 068005ac35d848698e00d821c834d17c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,219 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89102530275444e592d2e5d2bc84aa9a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979720503 2024-11-07T11:42:04,219 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e164181004894f39bd52bf3b8197f226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979720503 2024-11-07T11:42:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,219 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting bd279d4220d34bbdbb45e627092916bf, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:04,219 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c85ddab135854a64934c4c20a04f9be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,230 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,231 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/cb8181deac444d1c9952f286fa2122dd is 50, key is test_row_0/B:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,232 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,246 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107abf4310e69754d4c8fff9d4907d5329c_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:04,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107abf4310e69754d4c8fff9d4907d5329c_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:04,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107abf4310e69754d4c8fff9d4907d5329c_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742263_1439 (size=12849) 2024-11-07T11:42:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076c5fde001b8146d2bf25c4ab371a84a6_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_1/A:col10/1730979722950/Put/seqid=0 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742264_1440 (size=4469) 2024-11-07T11:42:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,312 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#369 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,313 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cee76023447348c299ec2322e65a9750 is 175, key is test_row_0/A:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742265_1441 (size=9914) 2024-11-07T11:42:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742266_1442 (size=31803) 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,327 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cee76023447348c299ec2322e65a9750 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750 2024-11-07T11:42:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,335 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into cee76023447348c299ec2322e65a9750(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:04,335 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:04,335 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979724214; duration=0sec 2024-11-07T11:42:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,336 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:04,336 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:42:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,336 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,337 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:04,337 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:42:04,337 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:04,338 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/37d29358c90147c598fa51dc2766a11c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=36.2 K 2024-11-07T11:42:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,338 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 37d29358c90147c598fa51dc2766a11c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1730979720322 2024-11-07T11:42:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,338 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a7cd881551c4dd194a631451c469002, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979720503 2024-11-07T11:42:04,339 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting df1bfe1272574c178a9e8f4bbd3a6d3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,348 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,349 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/22166136bac5491b9491182827db1d6a is 50, key is test_row_0/C:col10/1730979721684/Put/seqid=0 2024-11-07T11:42:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742267_1443 (size=12849) 2024-11-07T11:42:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,683 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/cb8181deac444d1c9952f286fa2122dd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cb8181deac444d1c9952f286fa2122dd 2024-11-07T11:42:04,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,688 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into cb8181deac444d1c9952f286fa2122dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:04,688 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,688 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979724215; duration=0sec 2024-11-07T11:42:04,688 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:04,688 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:42:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076c5fde001b8146d2bf25c4ab371a84a6_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c5fde001b8146d2bf25c4ab371a84a6_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17ccd117b332407cb8111d839e29e526, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17ccd117b332407cb8111d839e29e526 is 175, key is test_row_1/A:col10/1730979722950/Put/seqid=0 2024-11-07T11:42:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742268_1444 (size=22561) 2024-11-07T11:42:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17ccd117b332407cb8111d839e29e526 2024-11-07T11:42:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c3daa578313041caba4adc340047e430 is 50, key is test_row_1/B:col10/1730979722950/Put/seqid=0 2024-11-07T11:42:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,784 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/22166136bac5491b9491182827db1d6a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22166136bac5491b9491182827db1d6a 2024-11-07T11:42:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,788 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 22166136bac5491b9491182827db1d6a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:04,789 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:04,789 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979724215; duration=0sec 2024-11-07T11:42:04,789 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:04,789 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:42:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742269_1445 (size=9857) 2024-11-07T11:42:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c3daa578313041caba4adc340047e430 2024-11-07T11:42:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/165c1b34598b465bbfa0b9a88447ce8d is 50, key is test_row_1/C:col10/1730979722950/Put/seqid=0 2024-11-07T11:42:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742270_1446 (size=9857) 2024-11-07T11:42:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:04,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:05,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:05,238 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/165c1b34598b465bbfa0b9a88447ce8d 2024-11-07T11:42:05,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17ccd117b332407cb8111d839e29e526 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526 2024-11-07T11:42:05,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,247 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526, entries=100, sequenceid=272, filesize=22.0 K 2024-11-07T11:42:05,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c3daa578313041caba4adc340047e430 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430 2024-11-07T11:42:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979785230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979785232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979785233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430, entries=100, sequenceid=272, filesize=9.6 K 2024-11-07T11:42:05,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/165c1b34598b465bbfa0b9a88447ce8d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d 2024-11-07T11:42:05,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d, entries=100, sequenceid=272, filesize=9.6 K 2024-11-07T11:42:05,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 10aea7a5f8619c3cee9aa1f304a7a30a in 960ms, sequenceid=272, compaction requested=false 2024-11-07T11:42:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:05,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:05,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-07T11:42:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-07T11:42:05,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-07T11:42:05,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1890 sec 2024-11-07T11:42:05,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.1950 sec 2024-11-07T11:42:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:05,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725188, max timestamp=1730979725356Num uniques 859; 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725188, max timestamp=1730979725356Num uniques 859; 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725188, max timestamp=1730979725356Num uniques 859; 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,360 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:05,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110758a8f6feeb85454eb6eb62cc6c8b3310_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742271_1447 (size=17534) 2024-11-07T11:42:05,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110758a8f6feeb85454eb6eb62cc6c8b3310_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110758a8f6feeb85454eb6eb62cc6c8b3310_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:05,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/61bea9b7d94e4e14a87984c5823af8da, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/61bea9b7d94e4e14a87984c5823af8da is 175, key is test_row_0/A:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742272_1448 (size=48639) 2024-11-07T11:42:05,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/61bea9b7d94e4e14a87984c5823af8da 2024-11-07T11:42:05,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/cf69736e12e14f57836074ea6697aa97 is 50, key is test_row_0/B:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742273_1449 (size=12301) 2024-11-07T11:42:05,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/cf69736e12e14f57836074ea6697aa97 2024-11-07T11:42:05,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725422, max timestamp=1730979725442Num uniques 859; 2024-11-07T11:42:05,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725422, max timestamp=1730979725442Num uniques 859; 2024-11-07T11:42:05,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979725422, max timestamp=1730979725442Num uniques 859; 2024-11-07T11:42:05,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:05,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/76b7e29095da4a11bb7408bffb9a6e65 is 50, key is test_row_0/C:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742274_1450 (size=12301) 2024-11-07T11:42:05,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/76b7e29095da4a11bb7408bffb9a6e65 2024-11-07T11:42:05,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/61bea9b7d94e4e14a87984c5823af8da as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da 2024-11-07T11:42:05,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da, entries=250, sequenceid=298, filesize=47.5 K 2024-11-07T11:42:05,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/cf69736e12e14f57836074ea6697aa97 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97 2024-11-07T11:42:05,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T11:42:05,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/76b7e29095da4a11bb7408bffb9a6e65 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65 2024-11-07T11:42:05,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65, entries=150, sequenceid=298, filesize=12.0 K 2024-11-07T11:42:05,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.03 KB/108576, currentSize=60.38 KB/61830 for 10aea7a5f8619c3cee9aa1f304a7a30a in 127ms, sequenceid=298, compaction requested=true 2024-11-07T11:42:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:05,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:05,485 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:05,485 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:05,486 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:05,486 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:05,487 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:42:05,487 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:42:05,487 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:05,487 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:05,487 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=100.6 K 2024-11-07T11:42:05,487 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cb8181deac444d1c9952f286fa2122dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=34.2 K 2024-11-07T11:42:05,487 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:05,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:05,487 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da] 2024-11-07T11:42:05,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:05,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:05,487 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cee76023447348c299ec2322e65a9750, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:05,487 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting cb8181deac444d1c9952f286fa2122dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:05,490 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17ccd117b332407cb8111d839e29e526, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730979722950 2024-11-07T11:42:05,490 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c3daa578313041caba4adc340047e430, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730979722950 2024-11-07T11:42:05,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:05,490 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61bea9b7d94e4e14a87984c5823af8da, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725188 2024-11-07T11:42:05,490 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting cf69736e12e14f57836074ea6697aa97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725231 2024-11-07T11:42:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:05,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=67.09 KB heapSize=185.77 KB 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:05,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:05,507 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:05,507 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/0aa2423cdd2b49879351216c39ca785b is 50, key is test_row_0/B:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,516 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,535 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f5f9c05d46f349f7b9866b40529308d6_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,537 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f5f9c05d46f349f7b9866b40529308d6_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,538 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f5f9c05d46f349f7b9866b40529308d6_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ece621c1876d4536bf8e0dcee6de0ece_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979725476/Put/seqid=0 2024-11-07T11:42:05,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742275_1451 (size=13051) 2024-11-07T11:42:05,553 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/0aa2423cdd2b49879351216c39ca785b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0aa2423cdd2b49879351216c39ca785b 2024-11-07T11:42:05,557 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 0aa2423cdd2b49879351216c39ca785b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:05,557 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:05,557 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979725485; duration=0sec 2024-11-07T11:42:05,557 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:05,558 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:42:05,558 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:05,558 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:05,558 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:42:05,558 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:05,559 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22166136bac5491b9491182827db1d6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=34.2 K 2024-11-07T11:42:05,559 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 22166136bac5491b9491182827db1d6a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1730979721684 2024-11-07T11:42:05,559 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 165c1b34598b465bbfa0b9a88447ce8d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730979722950 2024-11-07T11:42:05,559 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b7e29095da4a11bb7408bffb9a6e65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725231 2024-11-07T11:42:05,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742276_1452 (size=4469) 2024-11-07T11:42:05,577 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#378 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:05,578 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/094244b5ee7f47d1b33484d83ee44206 is 175, key is test_row_0/A:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,583 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:05,583 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b83ca2d89c714686b3cf98d689bca7ee is 50, key is test_row_0/C:col10/1730979725357/Put/seqid=0 2024-11-07T11:42:05,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742277_1453 (size=12454) 2024-11-07T11:42:05,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742278_1454 (size=32005) 2024-11-07T11:42:05,600 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/094244b5ee7f47d1b33484d83ee44206 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206 2024-11-07T11:42:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742279_1455 (size=13051) 2024-11-07T11:42:05,623 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into 094244b5ee7f47d1b33484d83ee44206(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:05,623 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:05,623 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979725485; duration=0sec 2024-11-07T11:42:05,623 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:05,623 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:42:05,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979785605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979785624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979785625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979785731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979785750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979785751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979785951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979785961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979785971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:05,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:05,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:05,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ece621c1876d4536bf8e0dcee6de0ece_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ece621c1876d4536bf8e0dcee6de0ece_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:05,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f7af7b0471bb4a2c8f90537cceb18b7b, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:05,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f7af7b0471bb4a2c8f90537cceb18b7b is 175, key is test_row_0/A:col10/1730979725476/Put/seqid=0 2024-11-07T11:42:06,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742280_1456 (size=31255) 2024-11-07T11:42:06,017 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/b83ca2d89c714686b3cf98d689bca7ee as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b83ca2d89c714686b3cf98d689bca7ee 2024-11-07T11:42:06,021 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into b83ca2d89c714686b3cf98d689bca7ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:06,021 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:06,021 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979725487; duration=0sec 2024-11-07T11:42:06,021 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:06,021 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:42:06,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979786271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979786281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979786281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,402 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f7af7b0471bb4a2c8f90537cceb18b7b 2024-11-07T11:42:06,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2c1a1a029beb4230820491abd77b4c6a is 50, key is test_row_0/B:col10/1730979725476/Put/seqid=0 2024-11-07T11:42:06,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742281_1457 (size=12301) 2024-11-07T11:42:06,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59178 deadline: 1730979786461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,467 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 10aea7a5f8619c3cee9aa1f304a7a30a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979786791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979786791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979786791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:06,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:06,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2c1a1a029beb4230820491abd77b4c6a 2024-11-07T11:42:06,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/854ba1efefeb47c4b50e50a411e2ed91 is 50, key is test_row_0/C:col10/1730979725476/Put/seqid=0 2024-11-07T11:42:06,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742282_1458 (size=12301) 2024-11-07T11:42:07,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/854ba1efefeb47c4b50e50a411e2ed91 2024-11-07T11:42:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/f7af7b0471bb4a2c8f90537cceb18b7b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b 2024-11-07T11:42:07,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b, entries=150, sequenceid=326, filesize=30.5 K 2024-11-07T11:42:07,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/2c1a1a029beb4230820491abd77b4c6a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a 2024-11-07T11:42:07,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a, entries=150, sequenceid=326, filesize=12.0 K 2024-11-07T11:42:07,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/854ba1efefeb47c4b50e50a411e2ed91 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91 2024-11-07T11:42:07,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91, entries=150, sequenceid=326, filesize=12.0 K 2024-11-07T11:42:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-07T11:42:07,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~205.64 KB/210576, currentSize=107.34 KB/109920 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1743ms, sequenceid=326, compaction requested=false 2024-11-07T11:42:07,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:07,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:07,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-07T11:42:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:07,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:07,244 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:07,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:07,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-07T11:42:07,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:07,397 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:07,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110798d9d106135248e6be0b383bec92266a_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979725592/Put/seqid=0 2024-11-07T11:42:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742283_1459 (size=12454) 2024-11-07T11:42:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:07,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:07,812 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110798d9d106135248e6be0b383bec92266a_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110798d9d106135248e6be0b383bec92266a_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7732ede012f349aba4c234b19859ee7b, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7732ede012f349aba4c234b19859ee7b is 175, key is test_row_0/A:col10/1730979725592/Put/seqid=0 2024-11-07T11:42:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742284_1460 (size=31255) 2024-11-07T11:42:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979787843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:07,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979787844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979787847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:07,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979787960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979787961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979787961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:07,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979788180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979788181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979788181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7732ede012f349aba4c234b19859ee7b 2024-11-07T11:42:08,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/9b29278f9a53496b9b60655be6b75774 is 50, key is test_row_0/B:col10/1730979725592/Put/seqid=0 2024-11-07T11:42:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742285_1461 (size=12301) 2024-11-07T11:42:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:08,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979788501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979788501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979788501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:08,630 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/9b29278f9a53496b9b60655be6b75774 2024-11-07T11:42:08,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/4b6a4f76e53f4427bcb6109849a18b32 is 50, key is test_row_0/C:col10/1730979725592/Put/seqid=0 2024-11-07T11:42:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742286_1462 (size=12301) 2024-11-07T11:42:09,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979789021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:09,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:09,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979789021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:09,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:09,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979789021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:09,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:09,042 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/4b6a4f76e53f4427bcb6109849a18b32 2024-11-07T11:42:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7732ede012f349aba4c234b19859ee7b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b 2024-11-07T11:42:09,057 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b, entries=150, sequenceid=348, filesize=30.5 K 2024-11-07T11:42:09,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/9b29278f9a53496b9b60655be6b75774 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774 2024-11-07T11:42:09,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774, entries=150, sequenceid=348, filesize=12.0 K 2024-11-07T11:42:09,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/4b6a4f76e53f4427bcb6109849a18b32 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32 2024-11-07T11:42:09,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32, entries=150, sequenceid=348, filesize=12.0 K 2024-11-07T11:42:09,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1670ms, sequenceid=348, compaction requested=true 2024-11-07T11:42:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-07T11:42:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-07T11:42:09,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-07T11:42:09,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-11-07T11:42:09,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8290 sec 2024-11-07T11:42:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-07T11:42:09,391 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:09,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-07T11:42:09,393 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T11:42:09,394 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:09,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T11:42:09,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-07T11:42:09,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:09,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:09,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:09,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110793f822d8849440f7b6ebab5bd1bbf7e1_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979727846/Put/seqid=0 2024-11-07T11:42:09,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742287_1463 (size=12454) 2024-11-07T11:42:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T11:42:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:09,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110793f822d8849440f7b6ebab5bd1bbf7e1_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110793f822d8849440f7b6ebab5bd1bbf7e1_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17b9f2212e024897af969f45546a4a3a, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:09,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17b9f2212e024897af969f45546a4a3a is 175, key is test_row_0/A:col10/1730979727846/Put/seqid=0 2024-11-07T11:42:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742288_1464 (size=31255) 2024-11-07T11:42:09,975 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17b9f2212e024897af969f45546a4a3a 2024-11-07T11:42:09,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/483202ccc7e84be0846ac6ee0cdbf379 is 50, key is test_row_0/B:col10/1730979727846/Put/seqid=0 2024-11-07T11:42:09,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742289_1465 (size=12301) 2024-11-07T11:42:09,994 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/483202ccc7e84be0846ac6ee0cdbf379 2024-11-07T11:42:10,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/22fcdff0501b4b4780778afa7043b51f is 50, key is test_row_0/C:col10/1730979727846/Put/seqid=0 2024-11-07T11:42:10,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742290_1466 (size=12301) 2024-11-07T11:42:10,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/22fcdff0501b4b4780778afa7043b51f 2024-11-07T11:42:10,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/17b9f2212e024897af969f45546a4a3a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a 2024-11-07T11:42:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T11:42:10,029 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a, entries=150, sequenceid=361, filesize=30.5 K 2024-11-07T11:42:10,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/483202ccc7e84be0846ac6ee0cdbf379 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379 2024-11-07T11:42:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379, entries=150, sequenceid=361, filesize=12.0 K 2024-11-07T11:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/22fcdff0501b4b4780778afa7043b51f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f, entries=150, sequenceid=361, filesize=12.0 K 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 10aea7a5f8619c3cee9aa1f304a7a30a in 491ms, sequenceid=361, compaction requested=true 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-07T11:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-07T11:42:10,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 645 msec 2024-11-07T11:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 651 msec 2024-11-07T11:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:10,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110778726a45bced4f5a9e190556457a93c0_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742291_1467 (size=17534) 2024-11-07T11:42:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110778726a45bced4f5a9e190556457a93c0_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110778726a45bced4f5a9e190556457a93c0_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2bcab9a87cf9491c9ba175f2022ed7eb, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2bcab9a87cf9491c9ba175f2022ed7eb is 175, key is test_row_0/A:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:10,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742292_1468 (size=48639) 2024-11-07T11:42:10,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979730246, max timestamp=1730979730276Num uniques 859; 2024-11-07T11:42:10,279 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:10,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979730246, max timestamp=1730979730276Num uniques 859; 2024-11-07T11:42:10,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979730246, max timestamp=1730979730276Num uniques 859; 2024-11-07T11:42:10,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:10,280 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:10,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979790342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979790357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979790359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979790461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979790481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,496 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979790481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-07T11:42:10,532 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:10,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-07T11:42:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:10,534 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:10,534 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:10,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:10,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2bcab9a87cf9491c9ba175f2022ed7eb 2024-11-07T11:42:10,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/20339aff731b459b8025cbdd6f0c3a5b is 50, key is test_row_0/B:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:10,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742293_1469 (size=12301) 2024-11-07T11:42:10,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/20339aff731b459b8025cbdd6f0c3a5b 2024-11-07T11:42:10,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5e9788536ec74435a1e841b0fdadc7f9 is 50, key is test_row_0/C:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742294_1470 (size=12301) 2024-11-07T11:42:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:10,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T11:42:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:10,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979790681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979790701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979790701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:10,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:10,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T11:42:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:10,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T11:42:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:10,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:11,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1730979791000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:11,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5e9788536ec74435a1e841b0fdadc7f9 2024-11-07T11:42:11,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/2bcab9a87cf9491c9ba175f2022ed7eb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb 2024-11-07T11:42:11,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979791021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979791021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:11,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:11,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb, entries=250, sequenceid=371, filesize=47.5 K 2024-11-07T11:42:11,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/20339aff731b459b8025cbdd6f0c3a5b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b 2024-11-07T11:42:11,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b, entries=150, sequenceid=371, filesize=12.0 K 2024-11-07T11:42:11,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/5e9788536ec74435a1e841b0fdadc7f9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9 2024-11-07T11:42:11,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9, entries=150, sequenceid=371, filesize=12.0 K 2024-11-07T11:42:11,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 10aea7a5f8619c3cee9aa1f304a7a30a in 893ms, sequenceid=371, compaction requested=true 2024-11-07T11:42:11,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:11,044 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:11,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:11,044 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:11,045 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 174409 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:42:11,046 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:11,046 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:11,046 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=170.3 K 2024-11-07T11:42:11,046 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:11,046 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0aa2423cdd2b49879351216c39ca785b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=60.8 K 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb] 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa2423cdd2b49879351216c39ca785b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725231 2024-11-07T11:42:11,046 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 094244b5ee7f47d1b33484d83ee44206, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725231 2024-11-07T11:42:11,047 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c1a1a029beb4230820491abd77b4c6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979725469 2024-11-07T11:42:11,047 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7af7b0471bb4a2c8f90537cceb18b7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979725469 2024-11-07T11:42:11,047 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b29278f9a53496b9b60655be6b75774, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1730979725592 2024-11-07T11:42:11,047 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7732ede012f349aba4c234b19859ee7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1730979725592 2024-11-07T11:42:11,047 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 483202ccc7e84be0846ac6ee0cdbf379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1730979727841 2024-11-07T11:42:11,048 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17b9f2212e024897af969f45546a4a3a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1730979727841 2024-11-07T11:42:11,048 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 20339aff731b459b8025cbdd6f0c3a5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730126 2024-11-07T11:42:11,048 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bcab9a87cf9491c9ba175f2022ed7eb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730116 2024-11-07T11:42:11,057 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:11,058 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:11,058 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a is 50, key is test_row_0/B:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:11,059 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f1402e17aafd48aab91834c66c55b5ba_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:11,062 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f1402e17aafd48aab91834c66c55b5ba_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:11,062 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f1402e17aafd48aab91834c66c55b5ba_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742295_1471 (size=13221) 2024-11-07T11:42:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742296_1472 (size=4469) 2024-11-07T11:42:11,080 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#393 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:11,080 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/9542d1552c3d496eb726489fe0a81e69 is 175, key is test_row_0/A:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:11,082 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a 2024-11-07T11:42:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742297_1473 (size=32175) 2024-11-07T11:42:11,088 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into c5811d4d1d1e4890b3bb73cdb4e9fa4a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:11,088 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:11,088 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=11, startTime=1730979731044; duration=0sec 2024-11-07T11:42:11,088 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:11,089 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:42:11,089 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:11,089 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/9542d1552c3d496eb726489fe0a81e69 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69 2024-11-07T11:42:11,090 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62255 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:11,090 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:42:11,090 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:11,090 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b83ca2d89c714686b3cf98d689bca7ee, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=60.8 K 2024-11-07T11:42:11,093 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b83ca2d89c714686b3cf98d689bca7ee, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1730979725231 2024-11-07T11:42:11,093 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 854ba1efefeb47c4b50e50a411e2ed91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1730979725469 2024-11-07T11:42:11,093 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6a4f76e53f4427bcb6109849a18b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1730979725592 2024-11-07T11:42:11,094 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 22fcdff0501b4b4780778afa7043b51f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1730979727841 2024-11-07T11:42:11,094 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e9788536ec74435a1e841b0fdadc7f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730126 2024-11-07T11:42:11,095 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into 9542d1552c3d496eb726489fe0a81e69(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:11,095 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:11,095 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=11, startTime=1730979731043; duration=0sec 2024-11-07T11:42:11,095 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:11,095 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:42:11,103 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#394 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:11,103 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/909eacee8e5d4b969fd8463e676e8e51 is 50, key is test_row_0/C:col10/1730979730149/Put/seqid=0 2024-11-07T11:42:11,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742298_1474 (size=13221) 2024-11-07T11:42:11,112 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/909eacee8e5d4b969fd8463e676e8e51 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/909eacee8e5d4b969fd8463e676e8e51 2024-11-07T11:42:11,116 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 909eacee8e5d4b969fd8463e676e8e51(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:11,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:11,116 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=11, startTime=1730979731044; duration=0sec 2024-11-07T11:42:11,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:11,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:42:11,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-07T11:42:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:11,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075144ac3c36ff4bef827da8ba544ac623_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979730340/Put/seqid=0 2024-11-07T11:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:11,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742299_1475 (size=12454) 2024-11-07T11:42:11,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:11,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075144ac3c36ff4bef827da8ba544ac623_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075144ac3c36ff4bef827da8ba544ac623_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:11,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/11542dfcd56b4fbe8c642167053f9681, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:11,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/11542dfcd56b4fbe8c642167053f9681 is 175, key is test_row_0/A:col10/1730979730340/Put/seqid=0 2024-11-07T11:42:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742300_1476 (size=31255) 2024-11-07T11:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:11,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. as already flushing 2024-11-07T11:42:11,234 INFO [Thread-1644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1644. 2024-11-07T11:42:11,234 DEBUG [Thread-1644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,234 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,234 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,235 INFO [Thread-1651 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1651. 2024-11-07T11:42:11,235 DEBUG [Thread-1651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,235 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,235 DEBUG [Thread-1651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,241 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-07T11:42:11,241 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,241 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,241 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,241 INFO [Thread-1653 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1653. 2024-11-07T11:42:11,241 DEBUG [Thread-1653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,241 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,241 DEBUG [Thread-1653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,249 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-11-07T11:42:11,249 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,249 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,249 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,251 INFO [Thread-1655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1655. 2024-11-07T11:42:11,251 DEBUG [Thread-1655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,251 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,251 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,522 INFO [Thread-1642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1642. 2024-11-07T11:42:11,522 DEBUG [Thread-1642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:11,522 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,522 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:11,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59188 deadline: 1730979791541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59124 deadline: 1730979791541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:11,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/11542dfcd56b4fbe8c642167053f9681 2024-11-07T11:42:11,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/25445c9bba8147c49d19aa8f2209175a is 50, key is test_row_0/B:col10/1730979730340/Put/seqid=0 2024-11-07T11:42:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742301_1477 (size=12301) 2024-11-07T11:42:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:11,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/25445c9bba8147c49d19aa8f2209175a 2024-11-07T11:42:11,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0749206d78cf4579b0f8c495aaff67ff is 50, key is test_row_0/C:col10/1730979730340/Put/seqid=0 2024-11-07T11:42:11,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742302_1478 (size=12301) 2024-11-07T11:42:12,389 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0749206d78cf4579b0f8c495aaff67ff 2024-11-07T11:42:12,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/11542dfcd56b4fbe8c642167053f9681 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681 2024-11-07T11:42:12,395 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681, entries=150, sequenceid=410, filesize=30.5 K 2024-11-07T11:42:12,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/25445c9bba8147c49d19aa8f2209175a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a 2024-11-07T11:42:12,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T11:42:12,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/0749206d78cf4579b0f8c495aaff67ff as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff 2024-11-07T11:42:12,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T11:42:12,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1254ms, sequenceid=410, compaction requested=false 2024-11-07T11:42:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:12,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-07T11:42:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-07T11:42:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-07T11:42:12,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-11-07T11:42:12,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.8730 sec 2024-11-07T11:42:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:12,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:12,553 INFO [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640. 2024-11-07T11:42:12,553 INFO [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636. 2024-11-07T11:42:12,553 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:12,553 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:12,553 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:12,553 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:12,553 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:12,553 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:12,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:12,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:12,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:12,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110706fe94f2aef446e286c488c74fbafeb9_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_0/A:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:12,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742303_1479 (size=12454) 2024-11-07T11:42:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-07T11:42:12,681 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:12,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:12,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110706fe94f2aef446e286c488c74fbafeb9_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110706fe94f2aef446e286c488c74fbafeb9_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:12,965 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7cc5818ce92942f089fbb85196a47ece, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:12,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7cc5818ce92942f089fbb85196a47ece is 175, key is test_row_0/A:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:12,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742304_1480 (size=31255) 2024-11-07T11:42:13,369 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=422, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7cc5818ce92942f089fbb85196a47ece 2024-11-07T11:42:13,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/646b3b40eefd44dcb6af1390d841aa5b is 50, key is test_row_0/B:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742305_1481 (size=12301) 2024-11-07T11:42:13,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/646b3b40eefd44dcb6af1390d841aa5b 2024-11-07T11:42:13,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/205dfad7516d4a5abc3464a46a7a4552 is 50, key is test_row_0/C:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742306_1482 (size=12301) 2024-11-07T11:42:14,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/205dfad7516d4a5abc3464a46a7a4552 2024-11-07T11:42:14,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/7cc5818ce92942f089fbb85196a47ece as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece 2024-11-07T11:42:14,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece, entries=150, sequenceid=422, filesize=30.5 K 2024-11-07T11:42:14,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/646b3b40eefd44dcb6af1390d841aa5b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b 2024-11-07T11:42:14,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b, entries=150, sequenceid=422, filesize=12.0 K 2024-11-07T11:42:14,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/205dfad7516d4a5abc3464a46a7a4552 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552 2024-11-07T11:42:14,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552, entries=150, sequenceid=422, filesize=12.0 K 2024-11-07T11:42:14,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1648ms, sequenceid=422, compaction requested=true 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10aea7a5f8619c3cee9aa1f304a7a30a:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:14,201 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:14,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:14,201 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/A is initiating minor compaction (all files) 2024-11-07T11:42:14,202 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/A in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:14,202 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=92.5 K 2024-11-07T11:42:14,202 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece] 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/B is initiating minor compaction (all files) 2024-11-07T11:42:14,202 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9542d1552c3d496eb726489fe0a81e69, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730126 2024-11-07T11:42:14,202 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/B in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:14,202 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=36.9 K 2024-11-07T11:42:14,203 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11542dfcd56b4fbe8c642167053f9681, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730979730324 2024-11-07T11:42:14,203 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c5811d4d1d1e4890b3bb73cdb4e9fa4a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730126 2024-11-07T11:42:14,203 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cc5818ce92942f089fbb85196a47ece, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1730979731233 2024-11-07T11:42:14,203 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 25445c9bba8147c49d19aa8f2209175a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730979730324 2024-11-07T11:42:14,204 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 646b3b40eefd44dcb6af1390d841aa5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1730979731233 2024-11-07T11:42:14,209 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:14,210 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:14,210 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/849ff76fc85e41fbacbe17b692888202 is 50, key is test_row_0/B:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:14,211 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411078d3ea33851e0458494de5b5bf2df7826_10aea7a5f8619c3cee9aa1f304a7a30a store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742307_1483 (size=13323) 2024-11-07T11:42:14,215 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411078d3ea33851e0458494de5b5bf2df7826_10aea7a5f8619c3cee9aa1f304a7a30a, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:14,215 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078d3ea33851e0458494de5b5bf2df7826_10aea7a5f8619c3cee9aa1f304a7a30a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:14,219 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/849ff76fc85e41fbacbe17b692888202 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/849ff76fc85e41fbacbe17b692888202 2024-11-07T11:42:14,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742308_1484 (size=4469) 2024-11-07T11:42:14,220 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#A#compaction#402 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:14,221 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bb81d861ceab4dc99079ae079a65ed6c is 175, key is test_row_0/A:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:14,225 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/B of 10aea7a5f8619c3cee9aa1f304a7a30a into 849ff76fc85e41fbacbe17b692888202(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:14,225 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:14,225 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/B, priority=13, startTime=1730979734201; duration=0sec 2024-11-07T11:42:14,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742309_1485 (size=32277) 2024-11-07T11:42:14,225 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:14,228 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:B 2024-11-07T11:42:14,228 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:14,229 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:14,229 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 10aea7a5f8619c3cee9aa1f304a7a30a/C is initiating minor compaction (all files) 2024-11-07T11:42:14,229 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10aea7a5f8619c3cee9aa1f304a7a30a/C in TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:14,229 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/909eacee8e5d4b969fd8463e676e8e51, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp, totalSize=36.9 K 2024-11-07T11:42:14,230 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/bb81d861ceab4dc99079ae079a65ed6c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bb81d861ceab4dc99079ae079a65ed6c 2024-11-07T11:42:14,230 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 909eacee8e5d4b969fd8463e676e8e51, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730979730126 2024-11-07T11:42:14,230 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0749206d78cf4579b0f8c495aaff67ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730979730324 2024-11-07T11:42:14,230 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 205dfad7516d4a5abc3464a46a7a4552, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1730979731233 2024-11-07T11:42:14,234 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/A of 10aea7a5f8619c3cee9aa1f304a7a30a into bb81d861ceab4dc99079ae079a65ed6c(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:14,234 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:14,234 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/A, priority=13, startTime=1730979734201; duration=0sec 2024-11-07T11:42:14,234 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:14,234 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:A 2024-11-07T11:42:14,239 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10aea7a5f8619c3cee9aa1f304a7a30a#C#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:14,239 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/44e0588d1bff4f92842f17b691be9c1a is 50, key is test_row_0/C:col10/1730979732552/Put/seqid=0 2024-11-07T11:42:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742310_1486 (size=13323) 2024-11-07T11:42:14,646 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/44e0588d1bff4f92842f17b691be9c1a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/44e0588d1bff4f92842f17b691be9c1a 2024-11-07T11:42:14,650 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10aea7a5f8619c3cee9aa1f304a7a30a/C of 10aea7a5f8619c3cee9aa1f304a7a30a into 44e0588d1bff4f92842f17b691be9c1a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:14,650 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10aea7a5f8619c3cee9aa1f304a7a30a: 2024-11-07T11:42:14,650 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., storeName=10aea7a5f8619c3cee9aa1f304a7a30a/C, priority=13, startTime=1730979734201; duration=0sec 2024-11-07T11:42:14,650 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:14,650 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10aea7a5f8619c3cee9aa1f304a7a30a:C 2024-11-07T11:42:14,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:42:16,572 INFO [Thread-1638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1638. 2024-11-07T11:42:16,572 DEBUG [Thread-1638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:16,572 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:16,573 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:16,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 964 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2884 rows 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 959 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2859 rows 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 969 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2879 rows 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 968 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2873 rows 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 958 2024-11-07T11:42:16,573 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2874 rows 2024-11-07T11:42:16,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:42:16,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:42:16,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:16,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:16,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:16,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:42:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:16,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979736577"}]},"ts":"1730979736577"} 2024-11-07T11:42:16,578 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:42:16,578 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:42:16,579 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:42:16,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, UNASSIGN}] 2024-11-07T11:42:16,580 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, UNASSIGN 2024-11-07T11:42:16,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:16,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, UNASSIGN because future has completed 2024-11-07T11:42:16,582 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:42:16,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:16,734 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:16,734 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:42:16,734 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 10aea7a5f8619c3cee9aa1f304a7a30a, disabling compactions & flushes 2024-11-07T11:42:16,734 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:16,734 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:16,734 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. after waiting 0 ms 2024-11-07T11:42:16,734 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:16,734 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 10aea7a5f8619c3cee9aa1f304a7a30a 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=A 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=B 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 10aea7a5f8619c3cee9aa1f304a7a30a, store=C 2024-11-07T11:42:16,735 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:16,739 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110719cd8f963856459a93d93071953da97d_10aea7a5f8619c3cee9aa1f304a7a30a is 50, key is test_row_1/A:col10/1730979736571/Put/seqid=0 2024-11-07T11:42:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742311_1487 (size=7374) 2024-11-07T11:42:16,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:17,143 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:17,145 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110719cd8f963856459a93d93071953da97d_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719cd8f963856459a93d93071953da97d_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:17,146 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cd931dd0fd324f8bb5c7586af099997d, store: [table=TestAcidGuarantees family=A region=10aea7a5f8619c3cee9aa1f304a7a30a] 2024-11-07T11:42:17,147 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cd931dd0fd324f8bb5c7586af099997d is 175, key is test_row_1/A:col10/1730979736571/Put/seqid=0 2024-11-07T11:42:17,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742312_1488 (size=13865) 2024-11-07T11:42:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:17,550 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=429, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cd931dd0fd324f8bb5c7586af099997d 2024-11-07T11:42:17,555 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a332847420b047c8b9a415a6467bfcab is 50, key is test_row_1/B:col10/1730979736571/Put/seqid=0 2024-11-07T11:42:17,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742313_1489 (size=7415) 2024-11-07T11:42:17,559 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a332847420b047c8b9a415a6467bfcab 2024-11-07T11:42:17,563 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/2774eb3eb40848ff9b3ebe31032975fa is 50, key is test_row_1/C:col10/1730979736571/Put/seqid=0 2024-11-07T11:42:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742314_1490 (size=7415) 2024-11-07T11:42:17,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:17,966 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/2774eb3eb40848ff9b3ebe31032975fa 2024-11-07T11:42:17,969 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/A/cd931dd0fd324f8bb5c7586af099997d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cd931dd0fd324f8bb5c7586af099997d 2024-11-07T11:42:17,972 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cd931dd0fd324f8bb5c7586af099997d, entries=50, sequenceid=429, filesize=13.5 K 2024-11-07T11:42:17,973 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/B/a332847420b047c8b9a415a6467bfcab as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a332847420b047c8b9a415a6467bfcab 2024-11-07T11:42:17,975 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a332847420b047c8b9a415a6467bfcab, entries=50, sequenceid=429, filesize=7.2 K 2024-11-07T11:42:17,976 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/.tmp/C/2774eb3eb40848ff9b3ebe31032975fa as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/2774eb3eb40848ff9b3ebe31032975fa 2024-11-07T11:42:17,979 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/2774eb3eb40848ff9b3ebe31032975fa, entries=50, sequenceid=429, filesize=7.2 K 2024-11-07T11:42:17,979 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1245ms, sequenceid=429, compaction requested=false 2024-11-07T11:42:17,980 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece] to archive 2024-11-07T11:42:17,981 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:17,982 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b4ed7f00daed462d85a985d4a90cc643 2024-11-07T11:42:17,983 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/b6cdfd0c760d4029babcf06bbdbe98d3 2024-11-07T11:42:17,984 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/8c13d8ceb8b64784aaa2b42b87705349 2024-11-07T11:42:17,985 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/23b71bfb85484a8eae202a83b727b900 2024-11-07T11:42:17,985 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cfd812aaed704de1a8b8b85584a8326f 2024-11-07T11:42:17,986 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/ff932f10aaf24b54b66d16d5cda6086c 2024-11-07T11:42:17,987 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/e9508bda9ea14c13960bb8ad3f10d49d 2024-11-07T11:42:17,988 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/153fa1425a094e12b5af0f9595329639 2024-11-07T11:42:17,988 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/4bd2de9a43ef4c71a0a1d2618178b632 2024-11-07T11:42:17,989 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/c030530707c5419a91b698e99fd76fbc 2024-11-07T11:42:17,990 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f15729847ffb476c9f627717a1cd36ad 2024-11-07T11:42:17,991 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2ecb34dcce014921961a23ce72f631e8 2024-11-07T11:42:17,991 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/98d93fcf784e48918e3113d3c784a8af 2024-11-07T11:42:17,992 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a5e51caa94984247b1444868ec74ec35 2024-11-07T11:42:17,993 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/a4fae1661ef34f12a49e690dfb51fa70 2024-11-07T11:42:17,994 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/73d2d6ecd43440dfabc0925de008f096 2024-11-07T11:42:17,994 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/068005ac35d848698e00d821c834d17c 2024-11-07T11:42:17,995 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/89102530275444e592d2e5d2bc84aa9a 2024-11-07T11:42:17,996 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bd279d4220d34bbdbb45e627092916bf 2024-11-07T11:42:17,997 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cee76023447348c299ec2322e65a9750 2024-11-07T11:42:17,997 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17ccd117b332407cb8111d839e29e526 2024-11-07T11:42:17,998 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/61bea9b7d94e4e14a87984c5823af8da 2024-11-07T11:42:17,999 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/094244b5ee7f47d1b33484d83ee44206 2024-11-07T11:42:17,999 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/f7af7b0471bb4a2c8f90537cceb18b7b 2024-11-07T11:42:18,000 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7732ede012f349aba4c234b19859ee7b 2024-11-07T11:42:18,001 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/17b9f2212e024897af969f45546a4a3a 2024-11-07T11:42:18,002 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/2bcab9a87cf9491c9ba175f2022ed7eb 2024-11-07T11:42:18,003 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/9542d1552c3d496eb726489fe0a81e69 2024-11-07T11:42:18,003 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/11542dfcd56b4fbe8c642167053f9681 2024-11-07T11:42:18,004 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/7cc5818ce92942f089fbb85196a47ece 2024-11-07T11:42:18,005 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/7c988aaa139645468b303c401f04457b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6062fac0a5e9434289fad1e5520000f1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9ce5897c98324734830e842f53399360, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/990abd3e2af4483ea690ffb16fc888cd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6b84c9b8d2204ab9833dae332e6905a0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cb8181deac444d1c9952f286fa2122dd, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0aa2423cdd2b49879351216c39ca785b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b] to archive 2024-11-07T11:42:18,006 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:18,007 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2736173214a045f3a35b564d13f10913 2024-11-07T11:42:18,008 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/31b1e9e31cf3476397fba89d3b3a2b20 2024-11-07T11:42:18,009 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/7c988aaa139645468b303c401f04457b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/7c988aaa139645468b303c401f04457b 2024-11-07T11:42:18,009 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0cbaec3a477c40c1b82e8aab36606905 2024-11-07T11:42:18,010 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/3aec8025033d480ca90290eb3451bcd4 2024-11-07T11:42:18,011 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6062fac0a5e9434289fad1e5520000f1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6062fac0a5e9434289fad1e5520000f1 2024-11-07T11:42:18,012 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d9b2554bcc6f45a58013de4f5c67b198 2024-11-07T11:42:18,012 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/91bdc693bfc74a86942f81956c7dfc3e 2024-11-07T11:42:18,013 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9ce5897c98324734830e842f53399360 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9ce5897c98324734830e842f53399360 2024-11-07T11:42:18,014 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/db56f51b976141bab5ee97ec9273ad92 2024-11-07T11:42:18,015 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/d6078a472cd9415a825a7f976c001365 2024-11-07T11:42:18,015 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/990abd3e2af4483ea690ffb16fc888cd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/990abd3e2af4483ea690ffb16fc888cd 2024-11-07T11:42:18,016 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/efdc79b8081d46a6b7f8978a9e313569 2024-11-07T11:42:18,017 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a6c6dbb77bd64d47b42055ceaebad02f 2024-11-07T11:42:18,018 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/b2e05be3a56d448d9b6c46c8963938c4 2024-11-07T11:42:18,018 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6b84c9b8d2204ab9833dae332e6905a0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/6b84c9b8d2204ab9833dae332e6905a0 2024-11-07T11:42:18,019 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/252bc8ce8ab24822b0bbf11d9f4a43ab 2024-11-07T11:42:18,020 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/e164181004894f39bd52bf3b8197f226 2024-11-07T11:42:18,021 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cb8181deac444d1c9952f286fa2122dd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cb8181deac444d1c9952f286fa2122dd 2024-11-07T11:42:18,022 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c85ddab135854a64934c4c20a04f9be7 2024-11-07T11:42:18,023 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c3daa578313041caba4adc340047e430 2024-11-07T11:42:18,023 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0aa2423cdd2b49879351216c39ca785b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/0aa2423cdd2b49879351216c39ca785b 2024-11-07T11:42:18,024 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/cf69736e12e14f57836074ea6697aa97 2024-11-07T11:42:18,025 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/2c1a1a029beb4230820491abd77b4c6a 2024-11-07T11:42:18,026 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/9b29278f9a53496b9b60655be6b75774 2024-11-07T11:42:18,026 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/483202ccc7e84be0846ac6ee0cdbf379 2024-11-07T11:42:18,027 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/c5811d4d1d1e4890b3bb73cdb4e9fa4a 2024-11-07T11:42:18,028 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/20339aff731b459b8025cbdd6f0c3a5b 2024-11-07T11:42:18,029 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/25445c9bba8147c49d19aa8f2209175a 2024-11-07T11:42:18,029 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/646b3b40eefd44dcb6af1390d841aa5b 2024-11-07T11:42:18,031 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/aea06badea5945d2b538af5a93902b90, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6f5ae03b702e4c88bc3bf9158f2ec70e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/270ed2456b424c7aa7f210d00021bbb5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3014c723e2d546f1bd88b50463b75d20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/37d29358c90147c598fa51dc2766a11c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22166136bac5491b9491182827db1d6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b83ca2d89c714686b3cf98d689bca7ee, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/909eacee8e5d4b969fd8463e676e8e51, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552] to archive 2024-11-07T11:42:18,031 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:18,032 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8851897f1de2419d8002a46dd051a00e 2024-11-07T11:42:18,033 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3f9e7a84011c431ab40cd7c7a75901f1 2024-11-07T11:42:18,034 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/aea06badea5945d2b538af5a93902b90 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/aea06badea5945d2b538af5a93902b90 2024-11-07T11:42:18,035 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/53377b4f953b4248979d85a7aef19ca9 2024-11-07T11:42:18,036 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0683f83310d943d6b7c9a98a65ef1ebe 2024-11-07T11:42:18,036 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6f5ae03b702e4c88bc3bf9158f2ec70e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6f5ae03b702e4c88bc3bf9158f2ec70e 2024-11-07T11:42:18,037 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b81827f090e74278bfd826c0cd24bcce 2024-11-07T11:42:18,038 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/d5dbce95e42440c49d5ff1743da078c3 2024-11-07T11:42:18,039 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/270ed2456b424c7aa7f210d00021bbb5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/270ed2456b424c7aa7f210d00021bbb5 2024-11-07T11:42:18,040 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6389914414274ccd824110a597a61019 2024-11-07T11:42:18,040 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/42e5ad1e82cd4f62a9c7ce63c0b98a86 2024-11-07T11:42:18,042 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3014c723e2d546f1bd88b50463b75d20 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/3014c723e2d546f1bd88b50463b75d20 2024-11-07T11:42:18,042 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/80a0ff44a94b49cab6653b13f1e6dabe 2024-11-07T11:42:18,043 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/6cf589c2b93d44eda3d1ff9a8272a88c 2024-11-07T11:42:18,044 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/8cba09aeaa704bb998f0e54878182c89 2024-11-07T11:42:18,045 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/37d29358c90147c598fa51dc2766a11c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/37d29358c90147c598fa51dc2766a11c 2024-11-07T11:42:18,046 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b05e22364687450ead197af5c0a4f76b 2024-11-07T11:42:18,047 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5a7cd881551c4dd194a631451c469002 2024-11-07T11:42:18,048 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22166136bac5491b9491182827db1d6a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22166136bac5491b9491182827db1d6a 2024-11-07T11:42:18,049 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/df1bfe1272574c178a9e8f4bbd3a6d3b 2024-11-07T11:42:18,050 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/165c1b34598b465bbfa0b9a88447ce8d 2024-11-07T11:42:18,051 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b83ca2d89c714686b3cf98d689bca7ee to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/b83ca2d89c714686b3cf98d689bca7ee 2024-11-07T11:42:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/76b7e29095da4a11bb7408bffb9a6e65 2024-11-07T11:42:18,052 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/854ba1efefeb47c4b50e50a411e2ed91 2024-11-07T11:42:18,053 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/4b6a4f76e53f4427bcb6109849a18b32 2024-11-07T11:42:18,054 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/22fcdff0501b4b4780778afa7043b51f 2024-11-07T11:42:18,055 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/909eacee8e5d4b969fd8463e676e8e51 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/909eacee8e5d4b969fd8463e676e8e51 2024-11-07T11:42:18,056 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/5e9788536ec74435a1e841b0fdadc7f9 2024-11-07T11:42:18,057 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/0749206d78cf4579b0f8c495aaff67ff 2024-11-07T11:42:18,058 DEBUG [StoreCloser-TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/205dfad7516d4a5abc3464a46a7a4552 2024-11-07T11:42:18,061 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits/432.seqid, newMaxSeqId=432, maxSeqId=4 2024-11-07T11:42:18,062 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. 2024-11-07T11:42:18,062 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 10aea7a5f8619c3cee9aa1f304a7a30a: Waiting for close lock at 1730979736734Running coprocessor pre-close hooks at 1730979736734Disabling compacts and flushes for region at 1730979736734Disabling writes for close at 1730979736734Obtaining lock to block concurrent updates at 1730979736734Preparing flush snapshotting stores in 10aea7a5f8619c3cee9aa1f304a7a30a at 1730979736734Finished memstore snapshotting TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1730979736735 (+1 ms)Flushing stores of TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a. at 1730979736735Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/A: creating writer at 1730979736735Flushing mob file 10aea7a5f8619c3cee9aa1f304a7a30a/A: appending metadata at 1730979736739 (+4 ms)Flushing mob file 10aea7a5f8619c3cee9aa1f304a7a30a/A: closing flushed file at 1730979736739Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/A: appending metadata at 1730979737146 (+407 ms)Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/A: closing flushed file at 1730979737146Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/B: creating writer at 1730979737553 (+407 ms)Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/B: appending metadata at 1730979737555 (+2 ms)Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/B: closing flushed file at 1730979737555Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/C: creating writer at 1730979737561 (+6 ms)Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/C: appending metadata at 1730979737563 (+2 ms)Flushing 10aea7a5f8619c3cee9aa1f304a7a30a/C: closing flushed file at 1730979737563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46050ee: reopening flushed file at 1730979737969 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b10ab: reopening flushed file at 1730979737972 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea3a1a0: reopening flushed file at 1730979737975 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 10aea7a5f8619c3cee9aa1f304a7a30a in 1245ms, sequenceid=429, compaction requested=false at 1730979737979 (+4 ms)Writing region close event to WAL at 1730979738059 (+80 ms)Running coprocessor post-close hooks at 1730979738062 (+3 ms)Closed at 1730979738062 2024-11-07T11:42:18,063 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,064 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=10aea7a5f8619c3cee9aa1f304a7a30a, regionState=CLOSED 2024-11-07T11:42:18,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:18,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-07T11:42:18,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 10aea7a5f8619c3cee9aa1f304a7a30a, server=f30636bb2128,39285,1730979616609 in 1.4840 sec 2024-11-07T11:42:18,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-07T11:42:18,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10aea7a5f8619c3cee9aa1f304a7a30a, UNASSIGN in 1.4870 sec 2024-11-07T11:42:18,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-07T11:42:18,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-07T11:42:18,071 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979738071"}]},"ts":"1730979738071"} 2024-11-07T11:42:18,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:42:18,072 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:42:18,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-07T11:42:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-07T11:42:18,731 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:18,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:42:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T11:42:18,733 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,735 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,737 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits] 2024-11-07T11:42:18,738 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bb81d861ceab4dc99079ae079a65ed6c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/bb81d861ceab4dc99079ae079a65ed6c 2024-11-07T11:42:18,739 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cd931dd0fd324f8bb5c7586af099997d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/A/cd931dd0fd324f8bb5c7586af099997d 2024-11-07T11:42:18,741 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/849ff76fc85e41fbacbe17b692888202 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/849ff76fc85e41fbacbe17b692888202 2024-11-07T11:42:18,742 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a332847420b047c8b9a415a6467bfcab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/B/a332847420b047c8b9a415a6467bfcab 2024-11-07T11:42:18,743 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/2774eb3eb40848ff9b3ebe31032975fa to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/2774eb3eb40848ff9b3ebe31032975fa 2024-11-07T11:42:18,744 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/44e0588d1bff4f92842f17b691be9c1a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/C/44e0588d1bff4f92842f17b691be9c1a 2024-11-07T11:42:18,746 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits/432.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a/recovered.edits/432.seqid 2024-11-07T11:42:18,747 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,747 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:42:18,747 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:42:18,748 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T11:42:18,750 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110706fe94f2aef446e286c488c74fbafeb9_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110706fe94f2aef446e286c488c74fbafeb9_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,751 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719cd8f963856459a93d93071953da97d_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110719cd8f963856459a93d93071953da97d_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,752 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110734c3120ac8e6461d8c4fb0e66313403f_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110734c3120ac8e6461d8c4fb0e66313403f_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,753 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740ab7f4cd5b84e65b838498fb761d4fc_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110740ab7f4cd5b84e65b838498fb761d4fc_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,754 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746a28153f1ef425a9a74d4a795b4ef21_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110746a28153f1ef425a9a74d4a795b4ef21_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,754 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075144ac3c36ff4bef827da8ba544ac623_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075144ac3c36ff4bef827da8ba544ac623_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,755 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110751aa19b379ca46a4a75f2f7e26723ecb_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110751aa19b379ca46a4a75f2f7e26723ecb_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,756 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107538d8517e0784e6483960b8343048239_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107538d8517e0784e6483960b8343048239_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,757 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110754071c2a4cd64ac08ffddda40672f09a_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110754071c2a4cd64ac08ffddda40672f09a_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,758 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110758a8f6feeb85454eb6eb62cc6c8b3310_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110758a8f6feeb85454eb6eb62cc6c8b3310_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,759 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c5fde001b8146d2bf25c4ab371a84a6_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c5fde001b8146d2bf25c4ab371a84a6_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,759 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107717933368e9a499f8ab3bfbd91b65369_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107717933368e9a499f8ab3bfbd91b65369_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,760 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110772fc67cb02c040febf88e4c71a7add23_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110772fc67cb02c040febf88e4c71a7add23_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,761 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110778726a45bced4f5a9e190556457a93c0_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110778726a45bced4f5a9e190556457a93c0_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,762 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107835735ce02954b36a0d1a25d8b27415d_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107835735ce02954b36a0d1a25d8b27415d_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,763 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110793f822d8849440f7b6ebab5bd1bbf7e1_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110793f822d8849440f7b6ebab5bd1bbf7e1_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,763 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110798d9d106135248e6be0b383bec92266a_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110798d9d106135248e6be0b383bec92266a_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,764 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a5fb92c50bf54a668c36355871e36ea1_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a5fb92c50bf54a668c36355871e36ea1_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,765 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1217ba89cbb4f2989aa396d40cdaf3e_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c1217ba89cbb4f2989aa396d40cdaf3e_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,766 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb7f86b9100041b597c8ccf62e4acd73_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb7f86b9100041b597c8ccf62e4acd73_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,766 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8583662b3c94c1ca9e78124add7d0ab_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e8583662b3c94c1ca9e78124add7d0ab_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,767 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ece621c1876d4536bf8e0dcee6de0ece_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ece621c1876d4536bf8e0dcee6de0ece_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,768 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f323bae552854e079612d01ad06bc5dc_10aea7a5f8619c3cee9aa1f304a7a30a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f323bae552854e079612d01ad06bc5dc_10aea7a5f8619c3cee9aa1f304a7a30a 2024-11-07T11:42:18,768 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:42:18,770 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,772 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:42:18,773 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:42:18,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,774 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:42:18,775 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979738774"}]},"ts":"9223372036854775807"} 2024-11-07T11:42:18,776 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:42:18,776 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 10aea7a5f8619c3cee9aa1f304a7a30a, NAME => 'TestAcidGuarantees,,1730979708080.10aea7a5f8619c3cee9aa1f304a7a30a.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:42:18,776 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:42:18,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979738776"}]},"ts":"9223372036854775807"} 2024-11-07T11:42:18,778 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:42:18,779 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-07T11:42:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-07T11:42:18,841 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:42:18,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:18,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=459 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 504), ProcessCount=11 (was 11), AvailableMemoryMB=1902 (was 1957) 2024-11-07T11:42:18,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=1902 2024-11-07T11:42:18,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:42:18,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:42:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:18,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:42:18,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:18,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-07T11:42:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:18,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:42:18,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742315_1491 (size=1061) 2024-11-07T11:42:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:19,269 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:42:19,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742316_1492 (size=53) 2024-11-07T11:42:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f38936a164fd0e0d9286b274eb6be44f, disabling compactions & flushes 2024-11-07T11:42:19,674 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. after waiting 0 ms 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,674 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,674 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f38936a164fd0e0d9286b274eb6be44f: Waiting for close lock at 1730979739674Disabling compacts and flushes for region at 1730979739674Disabling writes for close at 1730979739674Writing region close event to WAL at 1730979739674Closed at 1730979739674 2024-11-07T11:42:19,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:42:19,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979739675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979739675"}]},"ts":"1730979739675"} 2024-11-07T11:42:19,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:42:19,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:42:19,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979739677"}]},"ts":"1730979739677"} 2024-11-07T11:42:19,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:42:19,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, ASSIGN}] 2024-11-07T11:42:19,679 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, ASSIGN 2024-11-07T11:42:19,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:42:19,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=f38936a164fd0e0d9286b274eb6be44f, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:19,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, ASSIGN because future has completed 2024-11-07T11:42:19,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:19,986 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,986 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:42:19,987 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,987 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:42:19,987 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,987 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,988 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,989 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:19,989 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38936a164fd0e0d9286b274eb6be44f columnFamilyName A 2024-11-07T11:42:19,989 DEBUG [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:19,990 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(327): Store=f38936a164fd0e0d9286b274eb6be44f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:19,990 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,991 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:19,991 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38936a164fd0e0d9286b274eb6be44f columnFamilyName B 2024-11-07T11:42:19,991 DEBUG [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:19,991 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(327): Store=f38936a164fd0e0d9286b274eb6be44f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:19,991 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,992 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:19,992 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f38936a164fd0e0d9286b274eb6be44f columnFamilyName C 2024-11-07T11:42:19,992 DEBUG [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:19,993 INFO [StoreOpener-f38936a164fd0e0d9286b274eb6be44f-1 {}] regionserver.HStore(327): Store=f38936a164fd0e0d9286b274eb6be44f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:19,993 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:19,993 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,993 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,994 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,994 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,994 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,995 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:42:19,995 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,997 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:42:19,997 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened f38936a164fd0e0d9286b274eb6be44f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63731399, jitterRate=-0.050328150391578674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:42:19,997 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:19,998 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for f38936a164fd0e0d9286b274eb6be44f: Running coprocessor pre-open hook at 1730979739987Writing region info on filesystem at 1730979739987Initializing all the Stores at 1730979739988 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979739988Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979739988Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979739988Cleaning up temporary data from old regions at 1730979739994 (+6 ms)Running coprocessor post-open hooks at 1730979739997 (+3 ms)Region opened successfully at 1730979739998 (+1 ms) 2024-11-07T11:42:19,998 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., pid=122, masterSystemTime=1730979739984 2024-11-07T11:42:20,000 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:20,000 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:20,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=f38936a164fd0e0d9286b274eb6be44f, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:20,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:20,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-07T11:42:20,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 in 170 msec 2024-11-07T11:42:20,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-07T11:42:20,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, ASSIGN in 324 msec 2024-11-07T11:42:20,005 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:42:20,006 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979740006"}]},"ts":"1730979740006"} 2024-11-07T11:42:20,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:42:20,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:42:20,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-07T11:42:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-07T11:42:21,011 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:21,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,013 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c44e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,015 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596ebdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:42:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:42:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f7b2a8e 2024-11-07T11:42:21,018 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:42:21,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:42:21,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,020 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aabf1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,021 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6321cad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c373035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa2154d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,025 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da69615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,026 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfee04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,028 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e59615a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,029 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ed273c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,030 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d783879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,031 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@188fe5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a53189d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,034 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548f349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,035 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,035 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11694ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,036 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4653341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,040 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4745c5a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,040 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d80991b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,042 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6fd7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,043 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba28d5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:21,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:21,044 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc2dbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:21,045 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:21,045 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b52f1b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:21,047 DEBUG [Thread-2202 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,047 DEBUG [Thread-2187 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,048 DEBUG [Thread-2198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,048 DEBUG [Thread-2189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,048 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,048 DEBUG [Thread-2191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38954, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,050 DEBUG [Thread-2185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,051 DEBUG [Thread-2196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,056 DEBUG [Thread-2204 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,058 DEBUG [Thread-2193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,059 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:21,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:21,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:21,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,069 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:21,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-07T11:42:21,070 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:21,071 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:21,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:21,073 DEBUG [Thread-2200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:21,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:21,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:21,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:21,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2] 2024-11-07T11:42:21,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/90515bca2ae64aba8716395856b8de65 is 50, key is test_row_0/A:col10/1730979741060/Put/seqid=0 2024-11-07T11:42:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742317_1493 (size=9657) 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979741078, max timestamp=1730979741098Num uniques 859; 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979741078, max timestamp=1730979741098Num uniques 859; 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979741078, max timestamp=1730979741098Num uniques 859; 2024-11-07T11:42:21,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979801120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979801121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979801124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979801126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979801129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:21,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979801231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979801241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979801241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979801241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979801251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979801450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979801451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979801451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979801451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979801471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/90515bca2ae64aba8716395856b8de65 2024-11-07T11:42:21,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/05f22bcd219d43b6a55e6b8c03eda22f is 50, key is test_row_0/B:col10/1730979741060/Put/seqid=0 2024-11-07T11:42:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742318_1494 (size=9657) 2024-11-07T11:42:21,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979801771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979801771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979801771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979801771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,782 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979801781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:21,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:21,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/05f22bcd219d43b6a55e6b8c03eda22f 2024-11-07T11:42:21,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/c4dd3116f45542c3a56b86891c7be1c1 is 50, key is test_row_0/C:col10/1730979741060/Put/seqid=0 2024-11-07T11:42:21,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742319_1495 (size=9657) 2024-11-07T11:42:21,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:21,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:21,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:22,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:22,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:22,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979802291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979802291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979802291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979802291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979802292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:22,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:22,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/c4dd3116f45542c3a56b86891c7be1c1 2024-11-07T11:42:22,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/90515bca2ae64aba8716395856b8de65 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65 2024-11-07T11:42:22,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65, entries=100, sequenceid=11, filesize=9.4 K 2024-11-07T11:42:22,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/05f22bcd219d43b6a55e6b8c03eda22f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f 2024-11-07T11:42:22,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f, entries=100, sequenceid=11, filesize=9.4 K 2024-11-07T11:42:22,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/c4dd3116f45542c3a56b86891c7be1c1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1 2024-11-07T11:42:22,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1, entries=100, sequenceid=11, filesize=9.4 K 2024-11-07T11:42:22,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f38936a164fd0e0d9286b274eb6be44f in 1299ms, sequenceid=11, compaction requested=false 2024-11-07T11:42:22,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:22,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-07T11:42:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,448 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-07T11:42:22,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:22,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5339cb97f7a2433da353956633d197f9 is 50, key is test_row_0/A:col10/1730979741123/Put/seqid=0 2024-11-07T11:42:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742320_1496 (size=12001) 2024-11-07T11:42:22,459 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5339cb97f7a2433da353956633d197f9 2024-11-07T11:42:22,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/37eb7b4563f94332aa49d6f3a498738e is 50, key is test_row_0/B:col10/1730979741123/Put/seqid=0 2024-11-07T11:42:22,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742321_1497 (size=12001) 2024-11-07T11:42:22,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/37eb7b4563f94332aa49d6f3a498738e 2024-11-07T11:42:22,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/288b687fd9ef4e2c94209ac6d6660b99 is 50, key is test_row_0/C:col10/1730979741123/Put/seqid=0 2024-11-07T11:42:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742322_1498 (size=12001) 2024-11-07T11:42:22,486 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/288b687fd9ef4e2c94209ac6d6660b99 2024-11-07T11:42:22,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5339cb97f7a2433da353956633d197f9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9 2024-11-07T11:42:22,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9, entries=150, sequenceid=46, filesize=11.7 K 2024-11-07T11:42:22,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/37eb7b4563f94332aa49d6f3a498738e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e 2024-11-07T11:42:22,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e, entries=150, sequenceid=46, filesize=11.7 K 2024-11-07T11:42:22,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/288b687fd9ef4e2c94209ac6d6660b99 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99 2024-11-07T11:42:22,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99, entries=150, sequenceid=46, filesize=11.7 K 2024-11-07T11:42:22,504 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for f38936a164fd0e0d9286b274eb6be44f in 56ms, sequenceid=46, compaction requested=false 2024-11-07T11:42:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:22,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-07T11:42:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-07T11:42:22,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-07T11:42:22,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-11-07T11:42:22,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4410 sec 2024-11-07T11:42:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-07T11:42:23,222 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:23,222 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-07T11:42:23,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:23,226 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:23,229 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:23,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:23,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:23,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:23,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/02c2badda3e046ce86fe12b75146e995 is 50, key is test_row_0/A:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742323_1499 (size=16681) 2024-11-07T11:42:23,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-07T11:42:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979803394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979743393, max timestamp=1730979743397Num uniques 859; 2024-11-07T11:42:23,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:23,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979743393, max timestamp=1730979743397Num uniques 859; 2024-11-07T11:42:23,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:23,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979743393, max timestamp=1730979743397Num uniques 859; 2024-11-07T11:42:23,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:23,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979803446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979803451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979803453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979803454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979803501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-07T11:42:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979803561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:42:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979803571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979803571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979803571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-07T11:42:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:23,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:23,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979803720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/02c2badda3e046ce86fe12b75146e995 2024-11-07T11:42:23,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c13855a45b0546b2b81a222a1baf41a5 is 50, key is test_row_0/B:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742324_1500 (size=12001) 2024-11-07T11:42:23,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c13855a45b0546b2b81a222a1baf41a5 2024-11-07T11:42:23,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/ffede212c7ed4f10bdb63450086b2c6a is 50, key is test_row_0/C:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742325_1501 (size=12001) 2024-11-07T11:42:23,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979803783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/ffede212c7ed4f10bdb63450086b2c6a 2024-11-07T11:42:23,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/02c2badda3e046ce86fe12b75146e995 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995 2024-11-07T11:42:23,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979803792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995, entries=250, sequenceid=57, filesize=16.3 K 2024-11-07T11:42:23,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c13855a45b0546b2b81a222a1baf41a5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5 2024-11-07T11:42:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5, entries=150, sequenceid=57, filesize=11.7 K 2024-11-07T11:42:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/ffede212c7ed4f10bdb63450086b2c6a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a 2024-11-07T11:42:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979803794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979803794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:23,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a, entries=150, sequenceid=57, filesize=11.7 K 2024-11-07T11:42:23,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f38936a164fd0e0d9286b274eb6be44f in 465ms, sequenceid=57, compaction requested=true 2024-11-07T11:42:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:23,812 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:23,812 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:23,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:23,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:23,814 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:23,814 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:23,814 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:23,814 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,814 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:23,814 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=37.4 K 2024-11-07T11:42:23,814 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,814 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=32.9 K 2024-11-07T11:42:23,814 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90515bca2ae64aba8716395856b8de65, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979741057 2024-11-07T11:42:23,815 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 05f22bcd219d43b6a55e6b8c03eda22f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979741057 2024-11-07T11:42:23,815 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5339cb97f7a2433da353956633d197f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1730979741119 2024-11-07T11:42:23,815 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 37eb7b4563f94332aa49d6f3a498738e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1730979741119 2024-11-07T11:42:23,815 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02c2badda3e046ce86fe12b75146e995, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743314 2024-11-07T11:42:23,815 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c13855a45b0546b2b81a222a1baf41a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743315 2024-11-07T11:42:23,822 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#416 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:23,822 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/62cc350203b2445b91c4f2bda1de44b4 is 50, key is test_row_0/B:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:23,822 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:23,823 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/af03f194da374ed5ac902d5b1ef74852 is 50, key is test_row_0/A:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742326_1502 (size=12104) 2024-11-07T11:42:23,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742327_1503 (size=12104) 2024-11-07T11:42:23,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-07T11:42:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:23,841 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:23,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/ec0395b31ba34f72b041f1bcc0ef7019 is 50, key is test_row_0/A:col10/1730979743453/Put/seqid=0 2024-11-07T11:42:23,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742328_1504 (size=12001) 2024-11-07T11:42:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:24,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:24,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:24,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979804105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979804110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979804111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979804120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979804121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,235 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/af03f194da374ed5ac902d5b1ef74852 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/af03f194da374ed5ac902d5b1ef74852 2024-11-07T11:42:24,237 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/62cc350203b2445b91c4f2bda1de44b4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/62cc350203b2445b91c4f2bda1de44b4 2024-11-07T11:42:24,239 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into af03f194da374ed5ac902d5b1ef74852(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:24,239 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:24,239 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979743812; duration=0sec 2024-11-07T11:42:24,239 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:24,239 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:24,239 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:24,240 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:24,240 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:24,240 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:24,240 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=32.9 K 2024-11-07T11:42:24,240 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4dd3116f45542c3a56b86891c7be1c1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1730979741057 2024-11-07T11:42:24,241 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into 62cc350203b2445b91c4f2bda1de44b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:24,241 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:24,241 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979743812; duration=0sec 2024-11-07T11:42:24,241 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:24,241 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:24,243 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 288b687fd9ef4e2c94209ac6d6660b99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1730979741119 2024-11-07T11:42:24,243 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ffede212c7ed4f10bdb63450086b2c6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743315 2024-11-07T11:42:24,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979804231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979804231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/ec0395b31ba34f72b041f1bcc0ef7019 2024-11-07T11:42:24,250 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:24,251 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/0b0f88bad0f9418ea89594f36300356b is 50, key is test_row_0/C:col10/1730979743315/Put/seqid=0 2024-11-07T11:42:24,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/2e82c232cf894722a1584b0a2322b220 is 50, key is test_row_0/B:col10/1730979743453/Put/seqid=0 2024-11-07T11:42:24,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742329_1505 (size=12104) 2024-11-07T11:42:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742330_1506 (size=12001) 2024-11-07T11:42:24,265 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/2e82c232cf894722a1584b0a2322b220 2024-11-07T11:42:24,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/d7f967e4fe04461a921b60247c024bab is 50, key is test_row_0/C:col10/1730979743453/Put/seqid=0 2024-11-07T11:42:24,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742331_1507 (size=12001) 2024-11-07T11:42:24,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979804451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979804451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979804631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979804631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979804640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,664 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/0b0f88bad0f9418ea89594f36300356b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0b0f88bad0f9418ea89594f36300356b 2024-11-07T11:42:24,668 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 0b0f88bad0f9418ea89594f36300356b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:24,668 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:24,668 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979743812; duration=0sec 2024-11-07T11:42:24,668 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:24,668 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:24,680 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/d7f967e4fe04461a921b60247c024bab 2024-11-07T11:42:24,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/ec0395b31ba34f72b041f1bcc0ef7019 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019 2024-11-07T11:42:24,686 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T11:42:24,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/2e82c232cf894722a1584b0a2322b220 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220 2024-11-07T11:42:24,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T11:42:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/d7f967e4fe04461a921b60247c024bab as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab 2024-11-07T11:42:24,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T11:42:24,698 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f38936a164fd0e0d9286b274eb6be44f in 856ms, sequenceid=93, compaction requested=false 2024-11-07T11:42:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-07T11:42:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-07T11:42:24,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-07T11:42:24,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-07T11:42:24,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4800 sec 2024-11-07T11:42:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:24,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:24,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:24,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1831a2c79cca47558aa83616e7a53375 is 50, key is test_row_0/A:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742332_1508 (size=14341) 2024-11-07T11:42:24,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1831a2c79cca47558aa83616e7a53375 2024-11-07T11:42:24,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d27ec09f41de40ac877bf09aec516a97 is 50, key is test_row_0/B:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:24,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742333_1509 (size=12001) 2024-11-07T11:42:24,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979804839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979804851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979804951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:24,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979804970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:24,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979805161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979805191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d27ec09f41de40ac877bf09aec516a97 2024-11-07T11:42:25,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f6b6a964db74ac3a85644ecf7cb0e3c is 50, key is test_row_0/C:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:25,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742334_1510 (size=12001) 2024-11-07T11:42:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-07T11:42:25,371 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:25,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-07T11:42:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:25,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:25,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:25,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:25,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979805481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979805511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T11:42:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f6b6a964db74ac3a85644ecf7cb0e3c 2024-11-07T11:42:25,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1831a2c79cca47558aa83616e7a53375 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375 2024-11-07T11:42:25,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375, entries=200, sequenceid=108, filesize=14.0 K 2024-11-07T11:42:25,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d27ec09f41de40ac877bf09aec516a97 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97 2024-11-07T11:42:25,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97, entries=150, sequenceid=108, filesize=11.7 K 2024-11-07T11:42:25,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f6b6a964db74ac3a85644ecf7cb0e3c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c 2024-11-07T11:42:25,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c, entries=150, sequenceid=108, filesize=11.7 K 2024-11-07T11:42:25,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f38936a164fd0e0d9286b274eb6be44f in 858ms, sequenceid=108, compaction requested=true 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:25,633 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:25,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T11:42:25,634 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:25,634 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:25,634 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:25,634 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,634 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/af03f194da374ed5ac902d5b1ef74852, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=37.5 K 2024-11-07T11:42:25,635 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:25,635 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:25,635 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,635 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/62cc350203b2445b91c4f2bda1de44b4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=35.3 K 2024-11-07T11:42:25,635 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting af03f194da374ed5ac902d5b1ef74852, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743315 2024-11-07T11:42:25,635 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 62cc350203b2445b91c4f2bda1de44b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743315 2024-11-07T11:42:25,635 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec0395b31ba34f72b041f1bcc0ef7019, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730979743436 2024-11-07T11:42:25,636 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e82c232cf894722a1584b0a2322b220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730979743436 2024-11-07T11:42:25,636 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1831a2c79cca47558aa83616e7a53375, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744072 2024-11-07T11:42:25,636 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d27ec09f41de40ac877bf09aec516a97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744103 2024-11-07T11:42:25,644 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:25,644 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/2af3d44c37804a499c888342f486b771 is 50, key is test_row_0/B:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:25,655 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:25,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b9d88eaaf6eb44d6a74cb60768a320d6 is 50, key is test_row_0/A:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:25,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742335_1511 (size=12207) 2024-11-07T11:42:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:25,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-07T11:42:25,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979744822, max timestamp=1730979745658Num uniques 859; 2024-11-07T11:42:25,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979744822, max timestamp=1730979745658Num uniques 859; 2024-11-07T11:42:25,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:25,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:25,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742336_1512 (size=12207) 2024-11-07T11:42:25,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5d406484c1f749d1898c30296a8c549a is 50, key is test_row_0/A:col10/1730979744822/Put/seqid=0 2024-11-07T11:42:25,671 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b9d88eaaf6eb44d6a74cb60768a320d6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9d88eaaf6eb44d6a74cb60768a320d6 2024-11-07T11:42:25,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742337_1513 (size=16781) 2024-11-07T11:42:25,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T11:42:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5d406484c1f749d1898c30296a8c549a 2024-11-07T11:42:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:25,689 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into b9d88eaaf6eb44d6a74cb60768a320d6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:25,689 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:25,689 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979745633; duration=0sec 2024-11-07T11:42:25,689 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:25,689 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:25,690 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:25,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c3f6536aa09c4480b999a2bd98e12943 is 50, key is test_row_0/B:col10/1730979744822/Put/seqid=0 2024-11-07T11:42:25,695 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:25,696 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:25,696 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,696 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0b0f88bad0f9418ea89594f36300356b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=35.3 K 2024-11-07T11:42:25,696 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b0f88bad0f9418ea89594f36300356b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1730979743315 2024-11-07T11:42:25,697 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7f967e4fe04461a921b60247c024bab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730979743436 2024-11-07T11:42:25,697 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f6b6a964db74ac3a85644ecf7cb0e3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744103 2024-11-07T11:42:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742338_1514 (size=12051) 2024-11-07T11:42:25,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c3f6536aa09c4480b999a2bd98e12943 2024-11-07T11:42:25,715 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:25,715 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/1480ef5cdd9c4df9b640f6c68bdbdd4e is 50, key is test_row_0/C:col10/1730979744103/Put/seqid=0 2024-11-07T11:42:25,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f2cd04cffa848c18c4d2433aa03a4ff is 50, key is test_row_0/C:col10/1730979744822/Put/seqid=0 2024-11-07T11:42:25,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742339_1515 (size=12207) 2024-11-07T11:42:25,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742340_1516 (size=12051) 2024-11-07T11:42:25,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f2cd04cffa848c18c4d2433aa03a4ff 2024-11-07T11:42:25,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/5d406484c1f749d1898c30296a8c549a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a 2024-11-07T11:42:25,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a, entries=250, sequenceid=130, filesize=16.4 K 2024-11-07T11:42:25,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979805740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979805741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/c3f6536aa09c4480b999a2bd98e12943 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943 2024-11-07T11:42:25,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943, entries=150, sequenceid=130, filesize=11.8 K 2024-11-07T11:42:25,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4f2cd04cffa848c18c4d2433aa03a4ff as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff 2024-11-07T11:42:25,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979805749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff, entries=150, sequenceid=130, filesize=11.8 K 2024-11-07T11:42:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for f38936a164fd0e0d9286b274eb6be44f in 101ms, sequenceid=130, compaction requested=false 2024-11-07T11:42:25,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:25,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-07T11:42:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:25,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:25,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:25,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f4f1a22c76ec4dbe9a4977a77a26f14a is 50, key is test_row_0/A:col10/1730979745746/Put/seqid=0 2024-11-07T11:42:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742341_1517 (size=12151) 2024-11-07T11:42:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:25,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:25,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979805885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979805889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:25,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:25,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979805892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:25,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979806001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979806002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979806011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979806011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979806031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,063 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/2af3d44c37804a499c888342f486b771 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2af3d44c37804a499c888342f486b771 2024-11-07T11:42:26,067 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into 2af3d44c37804a499c888342f486b771(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:26,067 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:26,067 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979745633; duration=0sec 2024-11-07T11:42:26,067 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:26,067 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:26,137 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/1480ef5cdd9c4df9b640f6c68bdbdd4e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/1480ef5cdd9c4df9b640f6c68bdbdd4e 2024-11-07T11:42:26,141 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 1480ef5cdd9c4df9b640f6c68bdbdd4e(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:26,142 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:26,142 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979745633; duration=0sec 2024-11-07T11:42:26,142 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:26,142 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:26,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979806210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979806231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979806231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f4f1a22c76ec4dbe9a4977a77a26f14a 2024-11-07T11:42:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d5242010055e45d0bfa6a7e3b24a7add is 50, key is test_row_0/B:col10/1730979745746/Put/seqid=0 2024-11-07T11:42:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742342_1518 (size=12151) 2024-11-07T11:42:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979806531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979806540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979806541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:26,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:26,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d5242010055e45d0bfa6a7e3b24a7add 2024-11-07T11:42:26,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/0cc51d2e6ade4abda806853278fe6432 is 50, key is test_row_0/C:col10/1730979745746/Put/seqid=0 2024-11-07T11:42:26,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742343_1519 (size=12151) 2024-11-07T11:42:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979807011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:27,021 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979807051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:27,070 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/0cc51d2e6ade4abda806853278fe6432 2024-11-07T11:42:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979807061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979807061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979807061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:27,071 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:27,072 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f4f1a22c76ec4dbe9a4977a77a26f14a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a 2024-11-07T11:42:27,078 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a, entries=150, sequenceid=151, filesize=11.9 K 2024-11-07T11:42:27,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d5242010055e45d0bfa6a7e3b24a7add as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add 2024-11-07T11:42:27,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add, entries=150, sequenceid=151, filesize=11.9 K 2024-11-07T11:42:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/0cc51d2e6ade4abda806853278fe6432 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432 2024-11-07T11:42:27,086 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432, entries=150, sequenceid=151, filesize=11.9 K 2024-11-07T11:42:27,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f38936a164fd0e0d9286b274eb6be44f in 1252ms, sequenceid=151, compaction requested=true 2024-11-07T11:42:27,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:27,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:27,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-07T11:42:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-07T11:42:27,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-07T11:42:27,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-11-07T11:42:27,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.7230 sec 2024-11-07T11:42:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-07T11:42:27,521 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:27,521 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-07T11:42:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T11:42:27,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:27,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:27,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T11:42:27,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-07T11:42:27,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:27,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:27,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1553c331ef4c4cb7a4c4267e780c5b67 is 50, key is test_row_0/A:col10/1730979745878/Put/seqid=0 2024-11-07T11:42:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742344_1520 (size=12151) 2024-11-07T11:42:27,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1553c331ef4c4cb7a4c4267e780c5b67 2024-11-07T11:42:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ba143224924b4e23b645de5b405d7552 is 50, key is test_row_0/B:col10/1730979745878/Put/seqid=0 2024-11-07T11:42:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742345_1521 (size=12151) 2024-11-07T11:42:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T11:42:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:28,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:28,100 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ba143224924b4e23b645de5b405d7552 2024-11-07T11:42:28,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/792676cd40194483ae316ff2f168ca91 is 50, key is test_row_0/C:col10/1730979745878/Put/seqid=0 2024-11-07T11:42:28,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742346_1522 (size=12151) 2024-11-07T11:42:28,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979808141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T11:42:28,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979808143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979808146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979808251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979808271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979808271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979808471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979808491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979808491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/792676cd40194483ae316ff2f168ca91 2024-11-07T11:42:28,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/1553c331ef4c4cb7a4c4267e780c5b67 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67 2024-11-07T11:42:28,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T11:42:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ba143224924b4e23b645de5b405d7552 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552 2024-11-07T11:42:28,521 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T11:42:28,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/792676cd40194483ae316ff2f168ca91 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91 2024-11-07T11:42:28,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91, entries=150, sequenceid=165, filesize=11.9 K 2024-11-07T11:42:28,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f38936a164fd0e0d9286b274eb6be44f in 853ms, sequenceid=165, compaction requested=true 2024-11-07T11:42:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:28,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-07T11:42:28,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-07T11:42:28,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-07T11:42:28,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-07T11:42:28,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.0120 sec 2024-11-07T11:42:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-07T11:42:28,662 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:28,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:28,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-07T11:42:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:28,665 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:28,666 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:28,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:28,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:28,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:28,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:28,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9463f05a9d734553aa08c4130e122b20 is 50, key is test_row_0/A:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:28,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742347_1523 (size=14541) 2024-11-07T11:42:28,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9463f05a9d734553aa08c4130e122b20 2024-11-07T11:42:28,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:28,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:28,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7d94e28ece944e17bd6b6e9680dae906 is 50, key is test_row_0/B:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742348_1524 (size=12151) 2024-11-07T11:42:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979808859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979808866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979808879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:28,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:28,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979808981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979808981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979809001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979809050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,054 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979809091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,103 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,104 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979809201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979809201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7d94e28ece944e17bd6b6e9680dae906 2024-11-07T11:42:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979809211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b02c9a04b89749618d781422050a1f1f is 50, key is test_row_0/C:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:29,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742349_1525 (size=12151) 2024-11-07T11:42:29,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:29,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979809511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979809511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:29,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979809531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:29,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:29,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:29,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b02c9a04b89749618d781422050a1f1f 2024-11-07T11:42:29,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9463f05a9d734553aa08c4130e122b20 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20 2024-11-07T11:42:29,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20, entries=200, sequenceid=186, filesize=14.2 K 2024-11-07T11:42:29,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7d94e28ece944e17bd6b6e9680dae906 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906 2024-11-07T11:42:29,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906, entries=150, sequenceid=186, filesize=11.9 K 2024-11-07T11:42:29,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b02c9a04b89749618d781422050a1f1f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f 2024-11-07T11:42:29,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f, entries=150, sequenceid=186, filesize=11.9 K 2024-11-07T11:42:29,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for f38936a164fd0e0d9286b274eb6be44f in 856ms, sequenceid=186, compaction requested=true 2024-11-07T11:42:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:29,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:29,656 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:29,656 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:29,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:29,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:29,658 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 67831 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:29,658 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:29,658 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,658 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9d88eaaf6eb44d6a74cb60768a320d6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=66.2 K 2024-11-07T11:42:29,659 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60711 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:29,659 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:29,659 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,659 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2af3d44c37804a499c888342f486b771, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=59.3 K 2024-11-07T11:42:29,659 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9d88eaaf6eb44d6a74cb60768a320d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744103 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2af3d44c37804a499c888342f486b771, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744103 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d406484c1f749d1898c30296a8c549a, keycount=250, bloomtype=ROW, size=16.4 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1730979744822 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting c3f6536aa09c4480b999a2bd98e12943, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1730979744822 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4f1a22c76ec4dbe9a4977a77a26f14a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1730979745738 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1553c331ef4c4cb7a4c4267e780c5b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1730979745876 2024-11-07T11:42:29,660 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d5242010055e45d0bfa6a7e3b24a7add, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1730979745738 2024-11-07T11:42:29,661 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ba143224924b4e23b645de5b405d7552, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1730979745876 2024-11-07T11:42:29,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9463f05a9d734553aa08c4130e122b20, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:29,661 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d94e28ece944e17bd6b6e9680dae906, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:29,678 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:29,679 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/f9e546e7e9034412827301b9cb830076 is 50, key is test_row_0/B:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:29,683 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#441 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:29,684 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/734618aa8c7441069abf9d0455dd2269 is 50, key is test_row_0/A:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742350_1526 (size=12527) 2024-11-07T11:42:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742351_1527 (size=12527) 2024-11-07T11:42:29,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:29,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:29,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/3683e61327eb49859f54361758cfeba7 is 50, key is test_row_0/A:col10/1730979748877/Put/seqid=0 2024-11-07T11:42:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742352_1528 (size=12151) 2024-11-07T11:42:29,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:30,095 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/f9e546e7e9034412827301b9cb830076 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f9e546e7e9034412827301b9cb830076 2024-11-07T11:42:30,098 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/734618aa8c7441069abf9d0455dd2269 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/734618aa8c7441069abf9d0455dd2269 2024-11-07T11:42:30,100 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into f9e546e7e9034412827301b9cb830076(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:30,100 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:30,100 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=11, startTime=1730979749656; duration=0sec 2024-11-07T11:42:30,100 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:30,100 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:30,100 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T11:42:30,102 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into 734618aa8c7441069abf9d0455dd2269(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:30,102 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:30,102 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=11, startTime=1730979749656; duration=0sec 2024-11-07T11:42:30,102 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60711 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T11:42:30,102 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:30,102 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:30,102 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:30,102 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:30,103 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/1480ef5cdd9c4df9b640f6c68bdbdd4e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=59.3 K 2024-11-07T11:42:30,103 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1480ef5cdd9c4df9b640f6c68bdbdd4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1730979744103 2024-11-07T11:42:30,103 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2cd04cffa848c18c4d2433aa03a4ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1730979744822 2024-11-07T11:42:30,104 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc51d2e6ade4abda806853278fe6432, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1730979745738 2024-11-07T11:42:30,104 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 792676cd40194483ae316ff2f168ca91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1730979745876 2024-11-07T11:42:30,104 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b02c9a04b89749618d781422050a1f1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:30,112 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#443 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:30,112 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/f5af179b4b42462d997f004727a0a75f is 50, key is test_row_0/C:col10/1730979748130/Put/seqid=0 2024-11-07T11:42:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979810103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979750081, max timestamp=1730979750117Num uniques 859; 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979750081, max timestamp=1730979750117Num uniques 859; 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979750081, max timestamp=1730979750117Num uniques 859; 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:30,120 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742353_1529 (size=12527) 2024-11-07T11:42:30,133 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/f5af179b4b42462d997f004727a0a75f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f5af179b4b42462d997f004727a0a75f 2024-11-07T11:42:30,137 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into f5af179b4b42462d997f004727a0a75f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:30,137 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:30,137 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=11, startTime=1730979749657; duration=0sec 2024-11-07T11:42:30,137 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:30,137 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:30,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/3683e61327eb49859f54361758cfeba7 2024-11-07T11:42:30,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23884c3722d4f22ac874e989c4671dc is 50, key is test_row_0/B:col10/1730979748877/Put/seqid=0 2024-11-07T11:42:30,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742354_1530 (size=12151) 2024-11-07T11:42:30,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979810241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979810248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979810361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979810371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,557 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23884c3722d4f22ac874e989c4671dc 2024-11-07T11:42:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/afebdeb1f5de438c9c158601861bc9a7 is 50, key is test_row_0/C:col10/1730979748877/Put/seqid=0 2024-11-07T11:42:30,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742355_1531 (size=12151) 2024-11-07T11:42:30,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/afebdeb1f5de438c9c158601861bc9a7 2024-11-07T11:42:30,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/3683e61327eb49859f54361758cfeba7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7 2024-11-07T11:42:30,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979810571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,583 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T11:42:30,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23884c3722d4f22ac874e989c4671dc as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc 2024-11-07T11:42:30,587 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T11:42:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/afebdeb1f5de438c9c158601861bc9a7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7 2024-11-07T11:42:30,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T11:42:30,591 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f38936a164fd0e0d9286b274eb6be44f in 855ms, sequenceid=197, compaction requested=false 2024-11-07T11:42:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:30,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-07T11:42:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-07T11:42:30,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-07T11:42:30,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9270 sec 2024-11-07T11:42:30,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.9330 sec 2024-11-07T11:42:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:30,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:30,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:30,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b9221e19cff04aea8bbc1514f988067c is 50, key is test_row_0/A:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742356_1532 (size=14541) 2024-11-07T11:42:30,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979810625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979810741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-07T11:42:30,811 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:30,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-07T11:42:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:30,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:30,815 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:30,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:30,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979810891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:30,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:30,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:30,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979810961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:30,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979810980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b9221e19cff04aea8bbc1514f988067c 2024-11-07T11:42:31,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/aa92c0a261d0439dadeac960991d56b7 is 50, key is test_row_0/B:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742357_1533 (size=12151) 2024-11-07T11:42:31,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:31,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:31,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979811281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979811291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/aa92c0a261d0439dadeac960991d56b7 2024-11-07T11:42:31,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979811411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2fc036d9533f43f8a684211bb7112ce9 is 50, key is test_row_0/C:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742358_1534 (size=12151) 2024-11-07T11:42:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:31,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:31,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:31,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979811791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979811810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:31,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2fc036d9533f43f8a684211bb7112ce9 2024-11-07T11:42:31,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b9221e19cff04aea8bbc1514f988067c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c 2024-11-07T11:42:31,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c, entries=200, sequenceid=237, filesize=14.2 K 2024-11-07T11:42:31,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/aa92c0a261d0439dadeac960991d56b7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7 2024-11-07T11:42:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T11:42:31,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2fc036d9533f43f8a684211bb7112ce9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9 2024-11-07T11:42:31,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T11:42:31,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f38936a164fd0e0d9286b274eb6be44f in 1251ms, sequenceid=237, compaction requested=true 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:31,851 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:31,851 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:31,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:31,852 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,852 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,852 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/734618aa8c7441069abf9d0455dd2269, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=38.3 K 2024-11-07T11:42:31,852 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f9e546e7e9034412827301b9cb830076, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.0 K 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 734618aa8c7441069abf9d0455dd2269, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:31,852 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f9e546e7e9034412827301b9cb830076, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:31,853 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3683e61327eb49859f54361758cfeba7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730979748815 2024-11-07T11:42:31,853 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e23884c3722d4f22ac874e989c4671dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730979748815 2024-11-07T11:42:31,853 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9221e19cff04aea8bbc1514f988067c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750160 2024-11-07T11:42:31,853 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting aa92c0a261d0439dadeac960991d56b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750230 2024-11-07T11:42:31,859 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:31,859 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:31,860 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/89e905f2ff394a51a5d30722f5d97d9d is 50, key is test_row_0/B:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:31,860 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/3b1d3f108c4c4174993298e3bd629180 is 50, key is test_row_0/A:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:31,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742359_1535 (size=12629) 2024-11-07T11:42:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742360_1536 (size=12629) 2024-11-07T11:42:31,880 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/3b1d3f108c4c4174993298e3bd629180 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3b1d3f108c4c4174993298e3bd629180 2024-11-07T11:42:31,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/89e905f2ff394a51a5d30722f5d97d9d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/89e905f2ff394a51a5d30722f5d97d9d 2024-11-07T11:42:31,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-07T11:42:31,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,886 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:31,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:31,888 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into 3b1d3f108c4c4174993298e3bd629180(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:31,888 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:31,888 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979751851; duration=0sec 2024-11-07T11:42:31,888 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:31,888 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:31,888 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:31,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/d71c0056efa04d7185fbc1020419ab24 is 50, key is test_row_0/A:col10/1730979750634/Put/seqid=0 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:31,893 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into 89e905f2ff394a51a5d30722f5d97d9d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:31,893 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:31,893 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979751851; duration=0sec 2024-11-07T11:42:31,893 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f5af179b4b42462d997f004727a0a75f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.0 K 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:31,893 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5af179b4b42462d997f004727a0a75f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1730979748130 2024-11-07T11:42:31,894 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting afebdeb1f5de438c9c158601861bc9a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730979748815 2024-11-07T11:42:31,894 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fc036d9533f43f8a684211bb7112ce9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750230 2024-11-07T11:42:31,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742361_1537 (size=12151) 2024-11-07T11:42:31,910 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:31,911 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/8ff89ee801d4465e926d32fd1c862f97 is 50, key is test_row_0/C:col10/1730979750597/Put/seqid=0 2024-11-07T11:42:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742362_1538 (size=12629) 2024-11-07T11:42:31,921 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/8ff89ee801d4465e926d32fd1c862f97 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/8ff89ee801d4465e926d32fd1c862f97 2024-11-07T11:42:31,927 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 8ff89ee801d4465e926d32fd1c862f97(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:31,927 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:31,927 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979751851; duration=0sec 2024-11-07T11:42:31,927 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:31,927 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:31,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:32,307 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/d71c0056efa04d7185fbc1020419ab24 2024-11-07T11:42:32,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e287e7583704487a90848bf1fe3ddfb1 is 50, key is test_row_0/B:col10/1730979750634/Put/seqid=0 2024-11-07T11:42:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742363_1539 (size=12151) 2024-11-07T11:42:32,319 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e287e7583704487a90848bf1fe3ddfb1 2024-11-07T11:42:32,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/f0dd5fa9f3014c5ca802532148e71bc8 is 50, key is test_row_0/C:col10/1730979750634/Put/seqid=0 2024-11-07T11:42:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742364_1540 (size=12151) 2024-11-07T11:42:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:32,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979752476, max timestamp=1730979752553Num uniques 859; 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979752476, max timestamp=1730979752553Num uniques 859; 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979752476, max timestamp=1730979752553Num uniques 859; 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:32,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979812707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/f0dd5fa9f3014c5ca802532148e71bc8 2024-11-07T11:42:32,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/d71c0056efa04d7185fbc1020419ab24 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24 2024-11-07T11:42:32,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T11:42:32,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e287e7583704487a90848bf1fe3ddfb1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1 2024-11-07T11:42:32,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T11:42:32,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/f0dd5fa9f3014c5ca802532148e71bc8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8 2024-11-07T11:42:32,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T11:42:32,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f38936a164fd0e0d9286b274eb6be44f in 861ms, sequenceid=247, compaction requested=false 2024-11-07T11:42:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-07T11:42:32,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-07T11:42:32,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-07T11:42:32,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9340 sec 2024-11-07T11:42:32,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.9400 sec 2024-11-07T11:42:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:32,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:32,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:32,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b054a40ffe81416ab7322a18483cfa9f is 50, key is test_row_0/A:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742365_1541 (size=14741) 2024-11-07T11:42:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979812845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979812848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979812849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-07T11:42:32,961 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:32,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-07T11:42:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:32,964 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:32,964 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:32,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979812961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979812961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:32,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979812971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:32,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:32,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:33,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39018 deadline: 1730979813091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,103 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8264 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,104 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38982 deadline: 1730979813131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,137 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in f38936a164fd0e0d9286b274eb6be44f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8288 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979813181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979813181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979813191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b054a40ffe81416ab7322a18483cfa9f 2024-11-07T11:42:33,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23cb2472f04443fa57d6ce61ab5d50b is 50, key is test_row_0/B:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:33,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742366_1542 (size=12301) 2024-11-07T11:42:33,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:33,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979813501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979813501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979813510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:33,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:33,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:33,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23cb2472f04443fa57d6ce61ab5d50b 2024-11-07T11:42:33,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2608a9749c3440f1b42fabcf7d4cfcc6 is 50, key is test_row_0/C:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742367_1543 (size=12301) 2024-11-07T11:42:33,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:33,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:34,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:34,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979814021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:34,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:34,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979814021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:34,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:34,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:34,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:34,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:34,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979814031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:34,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:34,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:34,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2608a9749c3440f1b42fabcf7d4cfcc6 2024-11-07T11:42:34,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/b054a40ffe81416ab7322a18483cfa9f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f 2024-11-07T11:42:34,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f, entries=200, sequenceid=288, filesize=14.4 K 2024-11-07T11:42:34,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/e23cb2472f04443fa57d6ce61ab5d50b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b 2024-11-07T11:42:34,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b, entries=150, sequenceid=288, filesize=12.0 K 2024-11-07T11:42:34,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2608a9749c3440f1b42fabcf7d4cfcc6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6 2024-11-07T11:42:34,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6, entries=150, sequenceid=288, filesize=12.0 K 2024-11-07T11:42:34,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for f38936a164fd0e0d9286b274eb6be44f in 1259ms, sequenceid=288, compaction requested=true 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:34,082 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:34,082 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:34,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:34,085 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:34,085 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:34,085 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,085 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/89e905f2ff394a51a5d30722f5d97d9d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.2 K 2024-11-07T11:42:34,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39521 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:34,085 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e905f2ff394a51a5d30722f5d97d9d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750230 2024-11-07T11:42:34,085 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:34,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,085 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3b1d3f108c4c4174993298e3bd629180, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=38.6 K 2024-11-07T11:42:34,086 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e287e7583704487a90848bf1fe3ddfb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730979750599 2024-11-07T11:42:34,086 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b1d3f108c4c4174993298e3bd629180, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750230 2024-11-07T11:42:34,086 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e23cb2472f04443fa57d6ce61ab5d50b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:34,086 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d71c0056efa04d7185fbc1020419ab24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730979750599 2024-11-07T11:42:34,086 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b054a40ffe81416ab7322a18483cfa9f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:34,092 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:34,092 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/bd021354ce0043769fc4dd327eaac164 is 50, key is test_row_0/A:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:34,093 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:34,094 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5709559c73034905bd4eeea1bd052c88 is 50, key is test_row_0/B:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:34,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742369_1545 (size=12881) 2024-11-07T11:42:34,106 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5709559c73034905bd4eeea1bd052c88 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5709559c73034905bd4eeea1bd052c88 2024-11-07T11:42:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742368_1544 (size=12881) 2024-11-07T11:42:34,113 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into 5709559c73034905bd4eeea1bd052c88(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:34,113 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:34,113 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979754082; duration=0sec 2024-11-07T11:42:34,113 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:34,113 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:34,113 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:34,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:34,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:34,116 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,116 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/8ff89ee801d4465e926d32fd1c862f97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.2 K 2024-11-07T11:42:34,116 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff89ee801d4465e926d32fd1c862f97, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730979750230 2024-11-07T11:42:34,117 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f0dd5fa9f3014c5ca802532148e71bc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730979750599 2024-11-07T11:42:34,117 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2608a9749c3440f1b42fabcf7d4cfcc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:34,126 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:34,126 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/885ac0c114244c1bae69ac5ae1a8b12f is 50, key is test_row_0/C:col10/1730979752705/Put/seqid=0 2024-11-07T11:42:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742370_1546 (size=12881) 2024-11-07T11:42:34,140 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/885ac0c114244c1bae69ac5ae1a8b12f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/885ac0c114244c1bae69ac5ae1a8b12f 2024-11-07T11:42:34,146 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 885ac0c114244c1bae69ac5ae1a8b12f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:34,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:34,146 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979754082; duration=0sec 2024-11-07T11:42:34,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:34,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:34,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-07T11:42:34,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,188 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:34,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9e32e7710a6d4af4974c14bb869316c2 is 50, key is test_row_0/A:col10/1730979752832/Put/seqid=0 2024-11-07T11:42:34,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742371_1547 (size=12301) 2024-11-07T11:42:34,515 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/bd021354ce0043769fc4dd327eaac164 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bd021354ce0043769fc4dd327eaac164 2024-11-07T11:42:34,520 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into bd021354ce0043769fc4dd327eaac164(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:34,520 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:34,520 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979754082; duration=0sec 2024-11-07T11:42:34,520 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:34,521 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9e32e7710a6d4af4974c14bb869316c2 2024-11-07T11:42:34,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5dc469e11f3b410385f13edfb48b548d is 50, key is test_row_0/B:col10/1730979752832/Put/seqid=0 2024-11-07T11:42:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742372_1548 (size=12301) 2024-11-07T11:42:34,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5dc469e11f3b410385f13edfb48b548d 2024-11-07T11:42:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/95375ae121084ae8bbba7767874bd989 is 50, key is test_row_0/C:col10/1730979752832/Put/seqid=0 2024-11-07T11:42:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742373_1549 (size=12301) 2024-11-07T11:42:34,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/95375ae121084ae8bbba7767874bd989 2024-11-07T11:42:34,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/9e32e7710a6d4af4974c14bb869316c2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2 2024-11-07T11:42:34,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T11:42:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5dc469e11f3b410385f13edfb48b548d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d 2024-11-07T11:42:34,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T11:42:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/95375ae121084ae8bbba7767874bd989 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989 2024-11-07T11:42:34,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T11:42:34,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for f38936a164fd0e0d9286b274eb6be44f in 458ms, sequenceid=299, compaction requested=false 2024-11-07T11:42:34,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:34,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:34,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-07T11:42:34,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-07T11:42:34,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-07T11:42:34,650 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6840 sec 2024-11-07T11:42:34,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.6880 sec 2024-11-07T11:42:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:35,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:35,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:35,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/31bb1ae0a0e04312ba81783f524ab515 is 50, key is test_row_0/A:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742374_1550 (size=14741) 2024-11-07T11:42:35,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979755074, max timestamp=1730979755106Num uniques 859; 2024-11-07T11:42:35,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:35,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979755074, max timestamp=1730979755106Num uniques 859; 2024-11-07T11:42:35,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979755074, max timestamp=1730979755106Num uniques 859; 2024-11-07T11:42:35,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:35,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:35,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-07T11:42:35,112 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:35,112 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-07T11:42:35,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:35,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:35,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:35,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:35,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979815158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979815164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979815175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:35,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979815281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979815281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979815281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:35,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/31bb1ae0a0e04312ba81783f524ab515 2024-11-07T11:42:35,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/8347628c2f4942d4be6439ace840eb1c is 50, key is test_row_0/B:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742375_1551 (size=12301) 2024-11-07T11:42:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979815501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979815501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979815501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:35,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:35,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979815821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979815821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979815821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:35,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/8347628c2f4942d4be6439ace840eb1c 2024-11-07T11:42:35,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e892f363e7b54230a6c36a1380c73e71 is 50, key is test_row_0/C:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742376_1552 (size=12301) 2024-11-07T11:42:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:35,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e892f363e7b54230a6c36a1380c73e71 2024-11-07T11:42:35,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/31bb1ae0a0e04312ba81783f524ab515 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515 2024-11-07T11:42:35,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515, entries=200, sequenceid=310, filesize=14.4 K 2024-11-07T11:42:35,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/8347628c2f4942d4be6439ace840eb1c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c 2024-11-07T11:42:35,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c, entries=150, sequenceid=310, filesize=12.0 K 2024-11-07T11:42:35,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e892f363e7b54230a6c36a1380c73e71 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71 2024-11-07T11:42:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71, entries=150, sequenceid=310, filesize=12.0 K 2024-11-07T11:42:35,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f38936a164fd0e0d9286b274eb6be44f in 846ms, sequenceid=310, compaction requested=true 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:35,894 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:35,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:35,894 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:35,895 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:35,895 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:35,895 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:35,895 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:35,895 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,895 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,895 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bd021354ce0043769fc4dd327eaac164, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=39.0 K 2024-11-07T11:42:35,895 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5709559c73034905bd4eeea1bd052c88, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.6 K 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd021354ce0043769fc4dd327eaac164, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5709559c73034905bd4eeea1bd052c88, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e32e7710a6d4af4974c14bb869316c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730979752832 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc469e11f3b410385f13edfb48b548d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730979752832 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31bb1ae0a0e04312ba81783f524ab515, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:35,896 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8347628c2f4942d4be6439ace840eb1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:35,902 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:35,902 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/f8413e9169f34c09904ca4b5cb7d06a7 is 50, key is test_row_0/B:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,903 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:35,903 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/2772a567f8244db8b2315493b103de8c is 50, key is test_row_0/A:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742377_1553 (size=12983) 2024-11-07T11:42:35,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742378_1554 (size=12983) 2024-11-07T11:42:35,912 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/f8413e9169f34c09904ca4b5cb7d06a7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f8413e9169f34c09904ca4b5cb7d06a7 2024-11-07T11:42:35,916 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into f8413e9169f34c09904ca4b5cb7d06a7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:35,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:35,917 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979755894; duration=0sec 2024-11-07T11:42:35,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:35,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:35,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:35,917 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:35,918 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:35,918 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:35,918 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/885ac0c114244c1bae69ac5ae1a8b12f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.6 K 2024-11-07T11:42:35,918 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 885ac0c114244c1bae69ac5ae1a8b12f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1730979752656 2024-11-07T11:42:35,919 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 95375ae121084ae8bbba7767874bd989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730979752832 2024-11-07T11:42:35,919 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e892f363e7b54230a6c36a1380c73e71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:35,920 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/2772a567f8244db8b2315493b103de8c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/2772a567f8244db8b2315493b103de8c 2024-11-07T11:42:35,924 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into 2772a567f8244db8b2315493b103de8c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:35,924 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:35,924 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979755894; duration=0sec 2024-11-07T11:42:35,924 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:35,924 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:35,929 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:35,929 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4 is 50, key is test_row_0/C:col10/1730979755047/Put/seqid=0 2024-11-07T11:42:35,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742379_1555 (size=12983) 2024-11-07T11:42:36,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:36,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:36,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/33317c32a8034d3a820134c69d72ae6a is 50, key is test_row_0/A:col10/1730979755173/Put/seqid=0 2024-11-07T11:42:36,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742380_1556 (size=12301) 2024-11-07T11:42:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:36,344 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4 2024-11-07T11:42:36,348 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 2b0c61da8a224c8fa4b2ad4cd9cf1ca4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:36,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:36,348 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979755894; duration=0sec 2024-11-07T11:42:36,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:36,348 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:36,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:36,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979816360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979816363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979816364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/33317c32a8034d3a820134c69d72ae6a 2024-11-07T11:42:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/833c0fb090524182bc9f32655801ae12 is 50, key is test_row_0/B:col10/1730979755173/Put/seqid=0 2024-11-07T11:42:36,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742381_1557 (size=12301) 2024-11-07T11:42:36,461 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/833c0fb090524182bc9f32655801ae12 2024-11-07T11:42:36,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/97999eb4257246febfab2d3fc876a291 is 50, key is test_row_0/C:col10/1730979755173/Put/seqid=0 2024-11-07T11:42:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742382_1558 (size=12301) 2024-11-07T11:42:36,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979816480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979816480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979816481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979816701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979816701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979816701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:36,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/97999eb4257246febfab2d3fc876a291 2024-11-07T11:42:36,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/33317c32a8034d3a820134c69d72ae6a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a 2024-11-07T11:42:36,880 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a, entries=150, sequenceid=347, filesize=12.0 K 2024-11-07T11:42:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/833c0fb090524182bc9f32655801ae12 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12 2024-11-07T11:42:36,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12, entries=150, sequenceid=347, filesize=12.0 K 2024-11-07T11:42:36,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/97999eb4257246febfab2d3fc876a291 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291 2024-11-07T11:42:36,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291, entries=150, sequenceid=347, filesize=12.0 K 2024-11-07T11:42:36,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for f38936a164fd0e0d9286b274eb6be44f in 857ms, sequenceid=347, compaction requested=false 2024-11-07T11:42:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:36,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-07T11:42:36,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-07T11:42:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-07T11:42:36,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7760 sec 2024-11-07T11:42:36,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.7830 sec 2024-11-07T11:42:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:37,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:37,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f3fc693de5474d159b3db01d2be31f14 is 50, key is test_row_0/A:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742383_1559 (size=12301) 2024-11-07T11:42:37,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979757040, max timestamp=1730979757088Num uniques 859; 2024-11-07T11:42:37,091 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:37,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979757040, max timestamp=1730979757088Num uniques 859; 2024-11-07T11:42:37,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979757040, max timestamp=1730979757088Num uniques 859; 2024-11-07T11:42:37,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:37,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:37,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979817133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979817143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979817145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979817251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979817251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-07T11:42:37,261 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:37,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-07T11:42:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T11:42:37,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:37,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:37,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:37,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979817261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T11:42:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-07T11:42:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f3fc693de5474d159b3db01d2be31f14 2024-11-07T11:42:37,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/078f67dc8b204ab9b87abba0e80bc2b1 is 50, key is test_row_0/B:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742384_1560 (size=12301) 2024-11-07T11:42:37,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979817461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979817461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979817481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-07T11:42:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T11:42:37,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-07T11:42:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979817780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979817781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:37,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979817801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:37,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:37,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/078f67dc8b204ab9b87abba0e80bc2b1 2024-11-07T11:42:37,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4d285903633a46e8981ef384948cbdf2 is 50, key is test_row_0/C:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742385_1561 (size=12301) 2024-11-07T11:42:37,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4d285903633a46e8981ef384948cbdf2 2024-11-07T11:42:37,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f3fc693de5474d159b3db01d2be31f14 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14 2024-11-07T11:42:37,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14, entries=150, sequenceid=359, filesize=12.0 K 2024-11-07T11:42:37,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/078f67dc8b204ab9b87abba0e80bc2b1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1 2024-11-07T11:42:37,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1, entries=150, sequenceid=359, filesize=12.0 K 2024-11-07T11:42:37,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4d285903633a46e8981ef384948cbdf2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2 2024-11-07T11:42:37,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2, entries=150, sequenceid=359, filesize=12.0 K 2024-11-07T11:42:37,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f38936a164fd0e0d9286b274eb6be44f in 845ms, sequenceid=359, compaction requested=true 2024-11-07T11:42:37,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:37,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:37,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:37,873 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:37,873 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,873 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,873 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f8413e9169f34c09904ca4b5cb7d06a7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.7 K 2024-11-07T11:42:37,873 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/2772a567f8244db8b2315493b103de8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.7 K 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2772a567f8244db8b2315493b103de8c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f8413e9169f34c09904ca4b5cb7d06a7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33317c32a8034d3a820134c69d72ae6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1730979755140 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 833c0fb090524182bc9f32655801ae12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1730979755140 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3fc693de5474d159b3db01d2be31f14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:37,874 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 078f67dc8b204ab9b87abba0e80bc2b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:37,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-07T11:42:37,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:37,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:37,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:37,884 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#476 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:37,884 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:37,884 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/cc3a8738658a4519907fc2982055e3bb is 50, key is test_row_0/B:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:37,884 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/8b9b480f57e74902a2d1b6be1939d567 is 50, key is test_row_0/A:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:37,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/bcfed66fd5b74243b014728666e017ed is 50, key is test_row_0/A:col10/1730979757132/Put/seqid=0 2024-11-07T11:42:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742386_1562 (size=13085) 2024-11-07T11:42:37,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742387_1563 (size=13085) 2024-11-07T11:42:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T11:42:37,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742388_1564 (size=12301) 2024-11-07T11:42:37,898 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/bcfed66fd5b74243b014728666e017ed 2024-11-07T11:42:37,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b2f136f341d47ecad0ef4fcbfce08d9 is 50, key is test_row_0/B:col10/1730979757132/Put/seqid=0 2024-11-07T11:42:37,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742389_1565 (size=12301) 2024-11-07T11:42:38,292 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/8b9b480f57e74902a2d1b6be1939d567 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/8b9b480f57e74902a2d1b6be1939d567 2024-11-07T11:42:38,294 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/cc3a8738658a4519907fc2982055e3bb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/cc3a8738658a4519907fc2982055e3bb 2024-11-07T11:42:38,297 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into 8b9b480f57e74902a2d1b6be1939d567(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,297 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,297 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979757872; duration=0sec 2024-11-07T11:42:38,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:38,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:38,298 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:38,299 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:38,299 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:38,299 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,299 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=36.7 K 2024-11-07T11:42:38,299 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0c61da8a224c8fa4b2ad4cd9cf1ca4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1730979755041 2024-11-07T11:42:38,300 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97999eb4257246febfab2d3fc876a291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1730979755140 2024-11-07T11:42:38,300 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d285903633a46e8981ef384948cbdf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:38,301 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into cc3a8738658a4519907fc2982055e3bb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,301 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,301 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979757873; duration=0sec 2024-11-07T11:42:38,301 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,301 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:38,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:38,308 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:38,308 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2ba72e50e50841779c1b8a8c3fddf7c1 is 50, key is test_row_0/C:col10/1730979757025/Put/seqid=0 2024-11-07T11:42:38,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b2f136f341d47ecad0ef4fcbfce08d9 2024-11-07T11:42:38,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742390_1566 (size=13085) 2024-11-07T11:42:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/24903a5c2efa494ebf6f5614769fabf1 is 50, key is test_row_0/C:col10/1730979757132/Put/seqid=0 2024-11-07T11:42:38,323 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/2ba72e50e50841779c1b8a8c3fddf7c1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2ba72e50e50841779c1b8a8c3fddf7c1 2024-11-07T11:42:38,328 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 2ba72e50e50841779c1b8a8c3fddf7c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,328 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,328 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979757873; duration=0sec 2024-11-07T11:42:38,328 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,328 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:38,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742391_1567 (size=12301) 2024-11-07T11:42:38,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/24903a5c2efa494ebf6f5614769fabf1 2024-11-07T11:42:38,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/bcfed66fd5b74243b014728666e017ed as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed 2024-11-07T11:42:38,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979818337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed, entries=150, sequenceid=393, filesize=12.0 K 2024-11-07T11:42:38,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b2f136f341d47ecad0ef4fcbfce08d9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9 2024-11-07T11:42:38,348 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9, entries=150, sequenceid=393, filesize=12.0 K 2024-11-07T11:42:38,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/24903a5c2efa494ebf6f5614769fabf1 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1 2024-11-07T11:42:38,351 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1, entries=150, sequenceid=393, filesize=12.0 K 2024-11-07T11:42:38,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for f38936a164fd0e0d9286b274eb6be44f in 475ms, sequenceid=393, compaction requested=false 2024-11-07T11:42:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-07T11:42:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-07T11:42:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:38,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-07T11:42:38,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0890 sec 2024-11-07T11:42:38,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:38,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.0950 sec 2024-11-07T11:42:38,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/32016b9164be4cd9bf77702d471bf30e is 50, key is test_row_0/A:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742392_1568 (size=14737) 2024-11-07T11:42:38,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/32016b9164be4cd9bf77702d471bf30e 2024-11-07T11:42:38,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7dcc4ce627b24d7f988bef18a54399c7 is 50, key is test_row_0/B:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742393_1569 (size=9857) 2024-11-07T11:42:38,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7dcc4ce627b24d7f988bef18a54399c7 2024-11-07T11:42:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-07T11:42:38,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/59d17d4de4354802a03a545d6aa1ab04 is 50, key is test_row_0/C:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,401 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:38,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-07T11:42:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:38,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:38,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:38,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742394_1570 (size=9857) 2024-11-07T11:42:38,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/59d17d4de4354802a03a545d6aa1ab04 2024-11-07T11:42:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/32016b9164be4cd9bf77702d471bf30e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e 2024-11-07T11:42:38,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e, entries=200, sequenceid=409, filesize=14.4 K 2024-11-07T11:42:38,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7dcc4ce627b24d7f988bef18a54399c7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7 2024-11-07T11:42:38,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7, entries=100, sequenceid=409, filesize=9.6 K 2024-11-07T11:42:38,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/59d17d4de4354802a03a545d6aa1ab04 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04 2024-11-07T11:42:38,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04, entries=100, sequenceid=409, filesize=9.6 K 2024-11-07T11:42:38,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=93.93 KB/96180 for f38936a164fd0e0d9286b274eb6be44f in 77ms, sequenceid=409, compaction requested=true 2024-11-07T11:42:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,434 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,434 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:38,435 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40123 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:38,435 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:38,435 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,435 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/8b9b480f57e74902a2d1b6be1939d567, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=39.2 K 2024-11-07T11:42:38,436 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:38,436 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b9b480f57e74902a2d1b6be1939d567, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:38,436 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:38,436 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,436 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/cc3a8738658a4519907fc2982055e3bb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=34.4 K 2024-11-07T11:42:38,436 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcfed66fd5b74243b014728666e017ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1730979757115 2024-11-07T11:42:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:38,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:42:38,436 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting cc3a8738658a4519907fc2982055e3bb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:38,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:38,438 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32016b9164be4cd9bf77702d471bf30e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979758337 2024-11-07T11:42:38,438 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b2f136f341d47ecad0ef4fcbfce08d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1730979757115 2024-11-07T11:42:38,439 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dcc4ce627b24d7f988bef18a54399c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979758354 2024-11-07T11:42:38,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/60eb45133dc946a59d0653e84e8bc0d7 is 50, key is test_row_0/A:col10/1730979758435/Put/seqid=0 2024-11-07T11:42:38,456 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:38,456 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:38,456 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f4dd9059e900469d978795ffece83440 is 50, key is test_row_0/A:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,456 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/9073b1f53a394e3bbfd9a17871596dfb is 50, key is test_row_0/B:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742395_1571 (size=17181) 2024-11-07T11:42:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742396_1572 (size=13187) 2024-11-07T11:42:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742397_1573 (size=13187) 2024-11-07T11:42:38,484 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/f4dd9059e900469d978795ffece83440 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4dd9059e900469d978795ffece83440 2024-11-07T11:42:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979818472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979818476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,491 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into f4dd9059e900469d978795ffece83440(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,491 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,491 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=13, startTime=1730979758434; duration=0sec 2024-11-07T11:42:38,491 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:38,491 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:38,491 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979818486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,493 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:38,493 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:38,493 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,493 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2ba72e50e50841779c1b8a8c3fddf7c1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=34.4 K 2024-11-07T11:42:38,493 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba72e50e50841779c1b8a8c3fddf7c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1730979756355 2024-11-07T11:42:38,494 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24903a5c2efa494ebf6f5614769fabf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1730979757115 2024-11-07T11:42:38,494 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59d17d4de4354802a03a545d6aa1ab04, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979758354 2024-11-07T11:42:38,498 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:38,499 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/216af26841bf463aaaed83873d73b178 is 50, key is test_row_0/C:col10/1730979758354/Put/seqid=0 2024-11-07T11:42:38,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742398_1574 (size=13187) 2024-11-07T11:42:38,507 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/216af26841bf463aaaed83873d73b178 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/216af26841bf463aaaed83873d73b178 2024-11-07T11:42:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:38,512 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into 216af26841bf463aaaed83873d73b178(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,512 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,512 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=13, startTime=1730979758435; duration=0sec 2024-11-07T11:42:38,512 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,512 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:38,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979818591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979818591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979818601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,615 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:38,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979818811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979818811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979818820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:38,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:38,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:38,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:38,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/60eb45133dc946a59d0653e84e8bc0d7 2024-11-07T11:42:38,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ee304e65a1bf4b258556f8f9867519d4 is 50, key is test_row_0/B:col10/1730979758435/Put/seqid=0 2024-11-07T11:42:38,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742399_1575 (size=12301) 2024-11-07T11:42:38,882 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/9073b1f53a394e3bbfd9a17871596dfb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/9073b1f53a394e3bbfd9a17871596dfb 2024-11-07T11:42:38,885 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into 9073b1f53a394e3bbfd9a17871596dfb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:38,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:38,885 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=13, startTime=1730979758434; duration=0sec 2024-11-07T11:42:38,885 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:38,886 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:39,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979819131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979819131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979819131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ee304e65a1bf4b258556f8f9867519d4 2024-11-07T11:42:39,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e2ea94a77144497690f709de3457b964 is 50, key is test_row_0/C:col10/1730979758435/Put/seqid=0 2024-11-07T11:42:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742400_1576 (size=12301) 2024-11-07T11:42:39,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:39,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. as already flushing 2024-11-07T11:42:39,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979819641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979819650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979819651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:39,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e2ea94a77144497690f709de3457b964 2024-11-07T11:42:39,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/60eb45133dc946a59d0653e84e8bc0d7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7 2024-11-07T11:42:39,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7, entries=250, sequenceid=427, filesize=16.8 K 2024-11-07T11:42:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/ee304e65a1bf4b258556f8f9867519d4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4 2024-11-07T11:42:39,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4, entries=150, sequenceid=427, filesize=12.0 K 2024-11-07T11:42:39,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e2ea94a77144497690f709de3457b964 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964 2024-11-07T11:42:39,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964, entries=150, sequenceid=427, filesize=12.0 K 2024-11-07T11:42:39,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f38936a164fd0e0d9286b274eb6be44f in 1267ms, sequenceid=427, compaction requested=false 2024-11-07T11:42:39,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:39,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-07T11:42:39,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:39,787 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:39,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/be3a146e0c8e4b33a47d79012ddbd698 is 50, key is test_row_0/A:col10/1730979758484/Put/seqid=0 2024-11-07T11:42:39,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742401_1577 (size=12301) 2024-11-07T11:42:40,196 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/be3a146e0c8e4b33a47d79012ddbd698 2024-11-07T11:42:40,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b03bb802e79445b80188c05344990a4 is 50, key is test_row_0/B:col10/1730979758484/Put/seqid=0 2024-11-07T11:42:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742402_1578 (size=12301) 2024-11-07T11:42:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:40,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b03bb802e79445b80188c05344990a4 2024-11-07T11:42:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4ef2f13fd7104a299baec738a11d23a0 is 50, key is test_row_0/C:col10/1730979758484/Put/seqid=0 2024-11-07T11:42:40,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742403_1579 (size=12301) 2024-11-07T11:42:40,625 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4ef2f13fd7104a299baec738a11d23a0 2024-11-07T11:42:40,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/be3a146e0c8e4b33a47d79012ddbd698 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698 2024-11-07T11:42:40,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698, entries=150, sequenceid=444, filesize=12.0 K 2024-11-07T11:42:40,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/5b03bb802e79445b80188c05344990a4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4 2024-11-07T11:42:40,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4, entries=150, sequenceid=444, filesize=12.0 K 2024-11-07T11:42:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/4ef2f13fd7104a299baec738a11d23a0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0 2024-11-07T11:42:40,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0, entries=150, sequenceid=444, filesize=12.0 K 2024-11-07T11:42:40,643 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for f38936a164fd0e0d9286b274eb6be44f in 856ms, sequenceid=444, compaction requested=true 2024-11-07T11:42:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-07T11:42:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-07T11:42:40,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-07T11:42:40,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-07T11:42:40,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.2460 sec 2024-11-07T11:42:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:40,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:40,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:40,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/807b1d6a58864fb69b3d05fe92a66ccf is 50, key is test_row_0/A:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:40,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742404_1580 (size=14741) 2024-11-07T11:42:40,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979760741, max timestamp=1730979760776Num uniques 859; 2024-11-07T11:42:40,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979760741, max timestamp=1730979760776Num uniques 859; 2024-11-07T11:42:40,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:40,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:40,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1730979760741, max timestamp=1730979760776Num uniques 859; 2024-11-07T11:42:40,780 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-07T11:42:40,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979820837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979820840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:40,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979820845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979820961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979820961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979820961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,074 INFO [Thread-2202 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2202. 2024-11-07T11:42:41,074 DEBUG [Thread-2202 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:41,074 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,074 DEBUG [Thread-2202 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:41,075 INFO [Thread-2204 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2204. 2024-11-07T11:42:41,075 DEBUG [Thread-2204 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:41,075 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,076 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:41,080 INFO [Thread-2196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2196. 2024-11-07T11:42:41,080 DEBUG [Thread-2196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:41,080 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,080 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:41,087 INFO [Thread-2198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2198. 2024-11-07T11:42:41,087 DEBUG [Thread-2198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:41,087 DEBUG [Thread-2198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,087 DEBUG [Thread-2198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:41,089 INFO [Thread-2200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2200. 2024-11-07T11:42:41,089 DEBUG [Thread-2200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:41,089 DEBUG [Thread-2200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,089 DEBUG [Thread-2200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:41,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:41,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/807b1d6a58864fb69b3d05fe92a66ccf 2024-11-07T11:42:41,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/75a9604ab7f84fc89c7d1102e9eefc0c is 50, key is test_row_0/B:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:41,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742405_1581 (size=12301) 2024-11-07T11:42:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979821181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979821181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979821181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38954 deadline: 1730979821491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38978 deadline: 1730979821491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38984 deadline: 1730979821491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 , the old value is region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., hostname=f30636bb2128,39285,1730979616609, seqNum=2 because the exception is null or not the one we care about 2024-11-07T11:42:41,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/75a9604ab7f84fc89c7d1102e9eefc0c 2024-11-07T11:42:41,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b0ee7874e4d24ea799f1eb4e37f14b25 is 50, key is test_row_0/C:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742406_1582 (size=12301) 2024-11-07T11:42:41,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b0ee7874e4d24ea799f1eb4e37f14b25 2024-11-07T11:42:41,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/807b1d6a58864fb69b3d05fe92a66ccf as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf 2024-11-07T11:42:41,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf, entries=200, sequenceid=454, filesize=14.4 K 2024-11-07T11:42:41,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/75a9604ab7f84fc89c7d1102e9eefc0c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c 2024-11-07T11:42:41,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c, entries=150, sequenceid=454, filesize=12.0 K 2024-11-07T11:42:41,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/b0ee7874e4d24ea799f1eb4e37f14b25 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25 2024-11-07T11:42:41,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25, entries=150, sequenceid=454, filesize=12.0 K 2024-11-07T11:42:41,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f38936a164fd0e0d9286b274eb6be44f in 1240ms, sequenceid=454, compaction requested=true 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:41,952 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f38936a164fd0e0d9286b274eb6be44f:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:41,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:41,952 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/B is initiating minor compaction (all files) 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/A is initiating minor compaction (all files) 2024-11-07T11:42:41,953 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/B in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:41,953 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/A in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:41,953 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/9073b1f53a394e3bbfd9a17871596dfb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=48.9 K 2024-11-07T11:42:41,953 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4dd9059e900469d978795ffece83440, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=56.1 K 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4dd9059e900469d978795ffece83440, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979757143 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9073b1f53a394e3bbfd9a17871596dfb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979757143 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60eb45133dc946a59d0653e84e8bc0d7, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730979758398 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ee304e65a1bf4b258556f8f9867519d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730979758405 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting be3a146e0c8e4b33a47d79012ddbd698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1730979758452 2024-11-07T11:42:41,953 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b03bb802e79445b80188c05344990a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1730979758452 2024-11-07T11:42:41,954 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 807b1d6a58864fb69b3d05fe92a66ccf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730979760667 2024-11-07T11:42:41,954 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 75a9604ab7f84fc89c7d1102e9eefc0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730979760675 2024-11-07T11:42:41,960 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:41,960 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#A#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:41,960 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/ac8a09a759d74a55aee4c06e0add30cd is 50, key is test_row_0/A:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:41,960 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d126df16e45a4e0e9e6ec270c0018f91 is 50, key is test_row_0/B:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:41,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742407_1583 (size=13323) 2024-11-07T11:42:41,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742408_1584 (size=13323) 2024-11-07T11:42:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:42,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=154.31 KB heapSize=440.77 KB 2024-11-07T11:42:42,003 INFO [Thread-2187 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2187. 2024-11-07T11:42:42,003 DEBUG [Thread-2187 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:42,003 INFO [Thread-2191 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2191. 2024-11-07T11:42:42,003 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,003 DEBUG [Thread-2191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:42,003 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,003 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:42,003 DEBUG [Thread-2191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,003 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:42,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:42,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:42,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:42,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:42:42,004 INFO [Thread-2189 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2189. 2024-11-07T11:42:42,004 DEBUG [Thread-2189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:42,004 DEBUG [Thread-2189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,004 DEBUG [Thread-2189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:42,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:42,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/73540dfc53aa42eba3e061d448aa26de is 50, key is test_row_0/A:col10/1730979762001/Put/seqid=0 2024-11-07T11:42:42,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742409_1585 (size=12301) 2024-11-07T11:42:42,367 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/ac8a09a759d74a55aee4c06e0add30cd as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ac8a09a759d74a55aee4c06e0add30cd 2024-11-07T11:42:42,367 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/d126df16e45a4e0e9e6ec270c0018f91 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d126df16e45a4e0e9e6ec270c0018f91 2024-11-07T11:42:42,370 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/A of f38936a164fd0e0d9286b274eb6be44f into ac8a09a759d74a55aee4c06e0add30cd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:42,370 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/B of f38936a164fd0e0d9286b274eb6be44f into d126df16e45a4e0e9e6ec270c0018f91(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:42,370 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/A, priority=12, startTime=1730979761952; duration=0sec 2024-11-07T11:42:42,370 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/B, priority=12, startTime=1730979761952; duration=0sec 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:B 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:A 2024-11-07T11:42:42,370 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T11:42:42,371 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T11:42:42,371 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): f38936a164fd0e0d9286b274eb6be44f/C is initiating minor compaction (all files) 2024-11-07T11:42:42,371 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f38936a164fd0e0d9286b274eb6be44f/C in TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:42,371 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/216af26841bf463aaaed83873d73b178, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp, totalSize=48.9 K 2024-11-07T11:42:42,372 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 216af26841bf463aaaed83873d73b178, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730979757143 2024-11-07T11:42:42,372 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2ea94a77144497690f709de3457b964, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730979758405 2024-11-07T11:42:42,372 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ef2f13fd7104a299baec738a11d23a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1730979758452 2024-11-07T11:42:42,372 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0ee7874e4d24ea799f1eb4e37f14b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730979760675 2024-11-07T11:42:42,378 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f38936a164fd0e0d9286b274eb6be44f#C#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:42,379 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/a50d04534c0048fe8b597688cbc2bb39 is 50, key is test_row_0/C:col10/1730979760680/Put/seqid=0 2024-11-07T11:42:42,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742410_1586 (size=13323) 2024-11-07T11:42:42,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/73540dfc53aa42eba3e061d448aa26de 2024-11-07T11:42:42,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7cddd0c1eb9040d6a4f4630bf866d7e4 is 50, key is test_row_0/B:col10/1730979762001/Put/seqid=0 2024-11-07T11:42:42,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742411_1587 (size=12301) 2024-11-07T11:42:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-07T11:42:42,561 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:42,786 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/a50d04534c0048fe8b597688cbc2bb39 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/a50d04534c0048fe8b597688cbc2bb39 2024-11-07T11:42:42,790 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f38936a164fd0e0d9286b274eb6be44f/C of f38936a164fd0e0d9286b274eb6be44f into a50d04534c0048fe8b597688cbc2bb39(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:42,790 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:42,790 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., storeName=f38936a164fd0e0d9286b274eb6be44f/C, priority=12, startTime=1730979761952; duration=0sec 2024-11-07T11:42:42,790 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:42,790 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f38936a164fd0e0d9286b274eb6be44f:C 2024-11-07T11:42:42,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7cddd0c1eb9040d6a4f4630bf866d7e4 2024-11-07T11:42:42,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e917d32d439b4a46b359685296786084 is 50, key is test_row_0/C:col10/1730979762001/Put/seqid=0 2024-11-07T11:42:42,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742412_1588 (size=12301) 2024-11-07T11:42:43,142 INFO [Thread-2193 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2193. 2024-11-07T11:42:43,142 DEBUG [Thread-2193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:43,142 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,142 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:43,202 INFO [Thread-2185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2185. 2024-11-07T11:42:43,202 DEBUG [Thread-2185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:42:43,202 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,202 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1257 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3770 rows 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1263 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3781 rows 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1256 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3768 rows 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1263 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3781 rows 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1256 2024-11-07T11:42:43,202 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3767 rows 2024-11-07T11:42:43,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:42:43,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:42:43,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:43,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:42:43,203 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:42:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:43,206 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979763206"}]},"ts":"1730979763206"} 2024-11-07T11:42:43,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:42:43,207 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:42:43,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:42:43,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, UNASSIGN}] 2024-11-07T11:42:43,210 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, UNASSIGN 2024-11-07T11:42:43,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f38936a164fd0e0d9286b274eb6be44f, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, UNASSIGN because future has completed 2024-11-07T11:42:43,211 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:42:43,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:43,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e917d32d439b4a46b359685296786084 2024-11-07T11:42:43,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/73540dfc53aa42eba3e061d448aa26de as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/73540dfc53aa42eba3e061d448aa26de 2024-11-07T11:42:43,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/73540dfc53aa42eba3e061d448aa26de, entries=150, sequenceid=493, filesize=12.0 K 2024-11-07T11:42:43,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/7cddd0c1eb9040d6a4f4630bf866d7e4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7cddd0c1eb9040d6a4f4630bf866d7e4 2024-11-07T11:42:43,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7cddd0c1eb9040d6a4f4630bf866d7e4, entries=150, sequenceid=493, filesize=12.0 K 2024-11-07T11:42:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/e917d32d439b4a46b359685296786084 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e917d32d439b4a46b359685296786084 2024-11-07T11:42:43,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e917d32d439b4a46b359685296786084, entries=150, sequenceid=493, filesize=12.0 K 2024-11-07T11:42:43,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=13.42 KB/13740 for f38936a164fd0e0d9286b274eb6be44f in 1236ms, sequenceid=493, compaction requested=false 2024-11-07T11:42:43,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f38936a164fd0e0d9286b274eb6be44f: 2024-11-07T11:42:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:43,363 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:43,363 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing f38936a164fd0e0d9286b274eb6be44f, disabling compactions & flushes 2024-11-07T11:42:43,364 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. after waiting 0 ms 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:43,364 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing f38936a164fd0e0d9286b274eb6be44f 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=A 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=B 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f38936a164fd0e0d9286b274eb6be44f, store=C 2024-11-07T11:42:43,364 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:43,368 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/65d42291715f4f8e8d55df3b0af5ed32 is 50, key is test_row_1/A:col10/1730979763201/Put/seqid=0 2024-11-07T11:42:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742413_1589 (size=9857) 2024-11-07T11:42:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:43,771 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/65d42291715f4f8e8d55df3b0af5ed32 2024-11-07T11:42:43,776 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/4a85416081c14e709417b1f3d03cef63 is 50, key is test_row_1/B:col10/1730979763201/Put/seqid=0 2024-11-07T11:42:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742414_1590 (size=9857) 2024-11-07T11:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:44,180 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/4a85416081c14e709417b1f3d03cef63 2024-11-07T11:42:44,185 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/cf52ded5d8df48af88dac692a7c5f2f6 is 50, key is test_row_1/C:col10/1730979763201/Put/seqid=0 2024-11-07T11:42:44,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742415_1591 (size=9857) 2024-11-07T11:42:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:44,588 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=501 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/cf52ded5d8df48af88dac692a7c5f2f6 2024-11-07T11:42:44,591 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/A/65d42291715f4f8e8d55df3b0af5ed32 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/65d42291715f4f8e8d55df3b0af5ed32 2024-11-07T11:42:44,593 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/65d42291715f4f8e8d55df3b0af5ed32, entries=100, sequenceid=501, filesize=9.6 K 2024-11-07T11:42:44,594 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/B/4a85416081c14e709417b1f3d03cef63 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/4a85416081c14e709417b1f3d03cef63 2024-11-07T11:42:44,596 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/4a85416081c14e709417b1f3d03cef63, entries=100, sequenceid=501, filesize=9.6 K 2024-11-07T11:42:44,597 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/.tmp/C/cf52ded5d8df48af88dac692a7c5f2f6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/cf52ded5d8df48af88dac692a7c5f2f6 2024-11-07T11:42:44,599 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/cf52ded5d8df48af88dac692a7c5f2f6, entries=100, sequenceid=501, filesize=9.6 K 2024-11-07T11:42:44,600 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for f38936a164fd0e0d9286b274eb6be44f in 1236ms, sequenceid=501, compaction requested=true 2024-11-07T11:42:44,600 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/af03f194da374ed5ac902d5b1ef74852, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9d88eaaf6eb44d6a74cb60768a320d6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/734618aa8c7441069abf9d0455dd2269, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3b1d3f108c4c4174993298e3bd629180, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bd021354ce0043769fc4dd327eaac164, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/2772a567f8244db8b2315493b103de8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/8b9b480f57e74902a2d1b6be1939d567, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4dd9059e900469d978795ffece83440, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf] to archive 2024-11-07T11:42:44,601 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:44,602 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/90515bca2ae64aba8716395856b8de65 2024-11-07T11:42:44,603 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5339cb97f7a2433da353956633d197f9 2024-11-07T11:42:44,604 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/02c2badda3e046ce86fe12b75146e995 2024-11-07T11:42:44,605 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/af03f194da374ed5ac902d5b1ef74852 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/af03f194da374ed5ac902d5b1ef74852 2024-11-07T11:42:44,606 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ec0395b31ba34f72b041f1bcc0ef7019 2024-11-07T11:42:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1831a2c79cca47558aa83616e7a53375 2024-11-07T11:42:44,607 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9d88eaaf6eb44d6a74cb60768a320d6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9d88eaaf6eb44d6a74cb60768a320d6 2024-11-07T11:42:44,608 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/5d406484c1f749d1898c30296a8c549a 2024-11-07T11:42:44,609 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4f1a22c76ec4dbe9a4977a77a26f14a 2024-11-07T11:42:44,610 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/1553c331ef4c4cb7a4c4267e780c5b67 2024-11-07T11:42:44,611 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9463f05a9d734553aa08c4130e122b20 2024-11-07T11:42:44,612 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/734618aa8c7441069abf9d0455dd2269 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/734618aa8c7441069abf9d0455dd2269 2024-11-07T11:42:44,612 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3683e61327eb49859f54361758cfeba7 2024-11-07T11:42:44,613 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b9221e19cff04aea8bbc1514f988067c 2024-11-07T11:42:44,614 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3b1d3f108c4c4174993298e3bd629180 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/3b1d3f108c4c4174993298e3bd629180 2024-11-07T11:42:44,615 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/d71c0056efa04d7185fbc1020419ab24 2024-11-07T11:42:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/b054a40ffe81416ab7322a18483cfa9f 2024-11-07T11:42:44,616 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bd021354ce0043769fc4dd327eaac164 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bd021354ce0043769fc4dd327eaac164 2024-11-07T11:42:44,617 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/9e32e7710a6d4af4974c14bb869316c2 2024-11-07T11:42:44,618 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/31bb1ae0a0e04312ba81783f524ab515 2024-11-07T11:42:44,619 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/2772a567f8244db8b2315493b103de8c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/2772a567f8244db8b2315493b103de8c 2024-11-07T11:42:44,620 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/33317c32a8034d3a820134c69d72ae6a 2024-11-07T11:42:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/8b9b480f57e74902a2d1b6be1939d567 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/8b9b480f57e74902a2d1b6be1939d567 2024-11-07T11:42:44,621 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f3fc693de5474d159b3db01d2be31f14 2024-11-07T11:42:44,622 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/bcfed66fd5b74243b014728666e017ed 2024-11-07T11:42:44,623 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/32016b9164be4cd9bf77702d471bf30e 2024-11-07T11:42:44,624 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4dd9059e900469d978795ffece83440 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/f4dd9059e900469d978795ffece83440 2024-11-07T11:42:44,624 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/60eb45133dc946a59d0653e84e8bc0d7 2024-11-07T11:42:44,625 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/be3a146e0c8e4b33a47d79012ddbd698 2024-11-07T11:42:44,626 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/807b1d6a58864fb69b3d05fe92a66ccf 2024-11-07T11:42:44,627 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/62cc350203b2445b91c4f2bda1de44b4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2af3d44c37804a499c888342f486b771, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f9e546e7e9034412827301b9cb830076, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/89e905f2ff394a51a5d30722f5d97d9d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5709559c73034905bd4eeea1bd052c88, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f8413e9169f34c09904ca4b5cb7d06a7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/cc3a8738658a4519907fc2982055e3bb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/9073b1f53a394e3bbfd9a17871596dfb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c] to archive 2024-11-07T11:42:44,628 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/05f22bcd219d43b6a55e6b8c03eda22f 2024-11-07T11:42:44,629 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/37eb7b4563f94332aa49d6f3a498738e 2024-11-07T11:42:44,630 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/62cc350203b2445b91c4f2bda1de44b4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/62cc350203b2445b91c4f2bda1de44b4 2024-11-07T11:42:44,631 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c13855a45b0546b2b81a222a1baf41a5 2024-11-07T11:42:44,631 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2e82c232cf894722a1584b0a2322b220 2024-11-07T11:42:44,634 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2af3d44c37804a499c888342f486b771 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/2af3d44c37804a499c888342f486b771 2024-11-07T11:42:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d27ec09f41de40ac877bf09aec516a97 2024-11-07T11:42:44,635 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/c3f6536aa09c4480b999a2bd98e12943 2024-11-07T11:42:44,636 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d5242010055e45d0bfa6a7e3b24a7add 2024-11-07T11:42:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ba143224924b4e23b645de5b405d7552 2024-11-07T11:42:44,637 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f9e546e7e9034412827301b9cb830076 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f9e546e7e9034412827301b9cb830076 2024-11-07T11:42:44,638 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7d94e28ece944e17bd6b6e9680dae906 2024-11-07T11:42:44,639 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23884c3722d4f22ac874e989c4671dc 2024-11-07T11:42:44,640 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/89e905f2ff394a51a5d30722f5d97d9d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/89e905f2ff394a51a5d30722f5d97d9d 2024-11-07T11:42:44,640 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/aa92c0a261d0439dadeac960991d56b7 2024-11-07T11:42:44,641 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e287e7583704487a90848bf1fe3ddfb1 2024-11-07T11:42:44,642 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5709559c73034905bd4eeea1bd052c88 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5709559c73034905bd4eeea1bd052c88 2024-11-07T11:42:44,643 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/e23cb2472f04443fa57d6ce61ab5d50b 2024-11-07T11:42:44,643 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5dc469e11f3b410385f13edfb48b548d 2024-11-07T11:42:44,644 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f8413e9169f34c09904ca4b5cb7d06a7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/f8413e9169f34c09904ca4b5cb7d06a7 2024-11-07T11:42:44,645 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/8347628c2f4942d4be6439ace840eb1c 2024-11-07T11:42:44,646 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/833c0fb090524182bc9f32655801ae12 2024-11-07T11:42:44,646 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/cc3a8738658a4519907fc2982055e3bb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/cc3a8738658a4519907fc2982055e3bb 2024-11-07T11:42:44,647 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/078f67dc8b204ab9b87abba0e80bc2b1 2024-11-07T11:42:44,648 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b2f136f341d47ecad0ef4fcbfce08d9 2024-11-07T11:42:44,649 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/9073b1f53a394e3bbfd9a17871596dfb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/9073b1f53a394e3bbfd9a17871596dfb 2024-11-07T11:42:44,650 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7dcc4ce627b24d7f988bef18a54399c7 2024-11-07T11:42:44,651 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/ee304e65a1bf4b258556f8f9867519d4 2024-11-07T11:42:44,652 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/5b03bb802e79445b80188c05344990a4 2024-11-07T11:42:44,652 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/75a9604ab7f84fc89c7d1102e9eefc0c 2024-11-07T11:42:44,654 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0b0f88bad0f9418ea89594f36300356b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/1480ef5cdd9c4df9b640f6c68bdbdd4e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f5af179b4b42462d997f004727a0a75f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/8ff89ee801d4465e926d32fd1c862f97, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/885ac0c114244c1bae69ac5ae1a8b12f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2ba72e50e50841779c1b8a8c3fddf7c1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/216af26841bf463aaaed83873d73b178, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25] to archive 2024-11-07T11:42:44,654 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:42:44,655 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/c4dd3116f45542c3a56b86891c7be1c1 2024-11-07T11:42:44,656 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/288b687fd9ef4e2c94209ac6d6660b99 2024-11-07T11:42:44,657 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0b0f88bad0f9418ea89594f36300356b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0b0f88bad0f9418ea89594f36300356b 2024-11-07T11:42:44,658 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/ffede212c7ed4f10bdb63450086b2c6a 2024-11-07T11:42:44,659 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/d7f967e4fe04461a921b60247c024bab 2024-11-07T11:42:44,659 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/1480ef5cdd9c4df9b640f6c68bdbdd4e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/1480ef5cdd9c4df9b640f6c68bdbdd4e 2024-11-07T11:42:44,660 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f6b6a964db74ac3a85644ecf7cb0e3c 2024-11-07T11:42:44,661 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4f2cd04cffa848c18c4d2433aa03a4ff 2024-11-07T11:42:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/0cc51d2e6ade4abda806853278fe6432 2024-11-07T11:42:44,662 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/792676cd40194483ae316ff2f168ca91 2024-11-07T11:42:44,663 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f5af179b4b42462d997f004727a0a75f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f5af179b4b42462d997f004727a0a75f 2024-11-07T11:42:44,664 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b02c9a04b89749618d781422050a1f1f 2024-11-07T11:42:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/afebdeb1f5de438c9c158601861bc9a7 2024-11-07T11:42:44,665 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/8ff89ee801d4465e926d32fd1c862f97 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/8ff89ee801d4465e926d32fd1c862f97 2024-11-07T11:42:44,666 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2fc036d9533f43f8a684211bb7112ce9 2024-11-07T11:42:44,667 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/f0dd5fa9f3014c5ca802532148e71bc8 2024-11-07T11:42:44,668 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/885ac0c114244c1bae69ac5ae1a8b12f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/885ac0c114244c1bae69ac5ae1a8b12f 2024-11-07T11:42:44,668 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2608a9749c3440f1b42fabcf7d4cfcc6 2024-11-07T11:42:44,669 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/95375ae121084ae8bbba7767874bd989 2024-11-07T11:42:44,670 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2b0c61da8a224c8fa4b2ad4cd9cf1ca4 2024-11-07T11:42:44,671 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e892f363e7b54230a6c36a1380c73e71 2024-11-07T11:42:44,672 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/97999eb4257246febfab2d3fc876a291 2024-11-07T11:42:44,672 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2ba72e50e50841779c1b8a8c3fddf7c1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/2ba72e50e50841779c1b8a8c3fddf7c1 2024-11-07T11:42:44,673 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4d285903633a46e8981ef384948cbdf2 2024-11-07T11:42:44,674 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/24903a5c2efa494ebf6f5614769fabf1 2024-11-07T11:42:44,675 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/216af26841bf463aaaed83873d73b178 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/216af26841bf463aaaed83873d73b178 2024-11-07T11:42:44,675 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/59d17d4de4354802a03a545d6aa1ab04 2024-11-07T11:42:44,676 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e2ea94a77144497690f709de3457b964 2024-11-07T11:42:44,677 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/4ef2f13fd7104a299baec738a11d23a0 2024-11-07T11:42:44,678 DEBUG [StoreCloser-TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/b0ee7874e4d24ea799f1eb4e37f14b25 2024-11-07T11:42:44,681 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/recovered.edits/504.seqid, newMaxSeqId=504, maxSeqId=1 2024-11-07T11:42:44,682 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. 2024-11-07T11:42:44,682 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for f38936a164fd0e0d9286b274eb6be44f: Waiting for close lock at 1730979763364Running coprocessor pre-close hooks at 1730979763364Disabling compacts and flushes for region at 1730979763364Disabling writes for close at 1730979763364Obtaining lock to block concurrent updates at 1730979763364Preparing flush snapshotting stores in f38936a164fd0e0d9286b274eb6be44f at 1730979763364Finished memstore snapshotting TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1730979763364Flushing stores of TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f. at 1730979763365 (+1 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/A: creating writer at 1730979763365Flushing f38936a164fd0e0d9286b274eb6be44f/A: appending metadata at 1730979763367 (+2 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/A: closing flushed file at 1730979763367Flushing f38936a164fd0e0d9286b274eb6be44f/B: creating writer at 1730979763774 (+407 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/B: appending metadata at 1730979763776 (+2 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/B: closing flushed file at 1730979763776Flushing f38936a164fd0e0d9286b274eb6be44f/C: creating writer at 1730979764182 (+406 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/C: appending metadata at 1730979764184 (+2 ms)Flushing f38936a164fd0e0d9286b274eb6be44f/C: closing flushed file at 1730979764184Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e60104: reopening flushed file at 1730979764591 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6910a9f8: reopening flushed file at 1730979764593 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@820652e: reopening flushed file at 1730979764596 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for f38936a164fd0e0d9286b274eb6be44f in 1236ms, sequenceid=501, compaction requested=true at 1730979764600 (+4 ms)Writing region close event to WAL at 1730979764679 (+79 ms)Running coprocessor post-close hooks at 1730979764682 (+3 ms)Closed at 1730979764682 2024-11-07T11:42:44,684 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:44,684 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f38936a164fd0e0d9286b274eb6be44f, regionState=CLOSED 2024-11-07T11:42:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:44,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-07T11:42:44,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure f38936a164fd0e0d9286b274eb6be44f, server=f30636bb2128,39285,1730979616609 in 1.4750 sec 2024-11-07T11:42:44,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-07T11:42:44,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f38936a164fd0e0d9286b274eb6be44f, UNASSIGN in 1.4780 sec 2024-11-07T11:42:44,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-07T11:42:44,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4810 sec 2024-11-07T11:42:44,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979764691"}]},"ts":"1730979764691"} 2024-11-07T11:42:44,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:42:44,693 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:42:44,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-07T11:42:44,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:42:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-07T11:42:45,351 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:45,351 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:42:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-07T11:42:45,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,355 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:45,356 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/recovered.edits] 2024-11-07T11:42:45,358 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/65d42291715f4f8e8d55df3b0af5ed32 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/65d42291715f4f8e8d55df3b0af5ed32 2024-11-07T11:42:45,359 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/73540dfc53aa42eba3e061d448aa26de to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/73540dfc53aa42eba3e061d448aa26de 2024-11-07T11:42:45,360 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ac8a09a759d74a55aee4c06e0add30cd to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/A/ac8a09a759d74a55aee4c06e0add30cd 2024-11-07T11:42:45,362 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/4a85416081c14e709417b1f3d03cef63 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/4a85416081c14e709417b1f3d03cef63 2024-11-07T11:42:45,363 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7cddd0c1eb9040d6a4f4630bf866d7e4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/7cddd0c1eb9040d6a4f4630bf866d7e4 2024-11-07T11:42:45,363 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d126df16e45a4e0e9e6ec270c0018f91 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/B/d126df16e45a4e0e9e6ec270c0018f91 2024-11-07T11:42:45,365 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/a50d04534c0048fe8b597688cbc2bb39 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/a50d04534c0048fe8b597688cbc2bb39 2024-11-07T11:42:45,366 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/cf52ded5d8df48af88dac692a7c5f2f6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/cf52ded5d8df48af88dac692a7c5f2f6 2024-11-07T11:42:45,367 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e917d32d439b4a46b359685296786084 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/C/e917d32d439b4a46b359685296786084 2024-11-07T11:42:45,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/recovered.edits/504.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f/recovered.edits/504.seqid 2024-11-07T11:42:45,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/f38936a164fd0e0d9286b274eb6be44f 2024-11-07T11:42:45,369 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:42:45,371 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,372 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:42:45,373 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:42:45,374 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,374 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:42:45,375 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979765374"}]},"ts":"9223372036854775807"} 2024-11-07T11:42:45,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:42:45,376 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f38936a164fd0e0d9286b274eb6be44f, NAME => 'TestAcidGuarantees,,1730979738860.f38936a164fd0e0d9286b274eb6be44f.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:42:45,376 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:42:45,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979765376"}]},"ts":"9223372036854775807"} 2024-11-07T11:42:45,377 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:42:45,378 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-07T11:42:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-07T11:42:45,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:42:45,462 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:45,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 250), OpenFileDescriptor=449 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 469), ProcessCount=11 (was 11), AvailableMemoryMB=1898 (was 1902) 2024-11-07T11:42:45,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=1897 2024-11-07T11:42:45,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:42:45,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:42:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:45,482 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T11:42:45,482 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:45,482 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-11-07T11:42:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:45,483 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T11:42:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742416_1592 (size=1061) 2024-11-07T11:42:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:45,889 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447 2024-11-07T11:42:45,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742417_1593 (size=53) 2024-11-07T11:42:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 560e1b15fa9b3bd275fd2474640a11f2, disabling compactions & flushes 2024-11-07T11:42:46,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. after waiting 0 ms 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,294 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,294 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 560e1b15fa9b3bd275fd2474640a11f2: Waiting for close lock at 1730979766294Disabling compacts and flushes for region at 1730979766294Disabling writes for close at 1730979766294Writing region close event to WAL at 1730979766294Closed at 1730979766294 2024-11-07T11:42:46,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T11:42:46,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730979766295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730979766295"}]},"ts":"1730979766295"} 2024-11-07T11:42:46,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T11:42:46,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T11:42:46,297 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979766297"}]},"ts":"1730979766297"} 2024-11-07T11:42:46,298 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T11:42:46,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, ASSIGN}] 2024-11-07T11:42:46,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:42:46,299 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, ASSIGN 2024-11-07T11:42:46,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, ASSIGN; state=OFFLINE, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=false 2024-11-07T11:42:46,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:46,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, ASSIGN because future has completed 2024-11-07T11:42:46,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:46,608 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,608 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:42:46,608 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,608 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:42:46,608 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,608 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,610 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,611 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:46,611 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName A 2024-11-07T11:42:46,611 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:46,611 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:46,611 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,612 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:46,612 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName B 2024-11-07T11:42:46,612 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:46,613 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:46,613 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,614 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:46,614 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName C 2024-11-07T11:42:46,614 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:46,615 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:46,615 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,615 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,616 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,616 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,617 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,617 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,617 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:42:46,618 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,620 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T11:42:46,620 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 560e1b15fa9b3bd275fd2474640a11f2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59526020, jitterRate=-0.11299318075180054}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:42:46,620 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:46,621 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 560e1b15fa9b3bd275fd2474640a11f2: Running coprocessor pre-open hook at 1730979766609Writing region info on filesystem at 1730979766609Initializing all the Stores at 1730979766609Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979766609Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979766609Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979766609Cleaning up temporary data from old regions at 1730979766617 (+8 ms)Running coprocessor post-open hooks at 1730979766620 (+3 ms)Region opened successfully at 1730979766621 (+1 ms) 2024-11-07T11:42:46,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:46,621 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., pid=150, masterSystemTime=1730979766605 2024-11-07T11:42:46,623 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,623 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:46,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=OPEN, openSeqNum=2, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:46,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:46,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-07T11:42:46,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 in 173 msec 2024-11-07T11:42:46,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-07T11:42:46,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, ASSIGN in 328 msec 2024-11-07T11:42:46,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T11:42:46,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979766629"}]},"ts":"1730979766629"} 2024-11-07T11:42:46,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T11:42:46,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T11:42:46,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-07T11:42:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-07T11:42:47,631 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:47,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:47,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:47,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:47,633 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae1d311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:47,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:47,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:47,636 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:47,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113ed388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:47,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:47,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:47,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:47,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T11:42:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f30636bb2128,43629,1730979615872 2024-11-07T11:42:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@918f92c 2024-11-07T11:42:47,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T11:42:47,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T11:42:47,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T11:42:47,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T11:42:47,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T11:42:47,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742418_1594 (size=1097) 2024-11-07T11:42:48,054 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-07T11:42:48,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-07T11:42:48,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:42:48,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE}] 2024-11-07T11:42:48,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE 2024-11-07T11:42:48,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,061 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=f30636bb2128,39285,1730979616609, table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T11:42:48,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE because future has completed 2024-11-07T11:42:48,062 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:42:48,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:48,214 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,214 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:42:48,215 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 560e1b15fa9b3bd275fd2474640a11f2, disabling compactions & flushes 2024-11-07T11:42:48,215 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,215 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,215 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. after waiting 0 ms 2024-11-07T11:42:48,215 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,218 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T11:42:48,218 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,219 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 560e1b15fa9b3bd275fd2474640a11f2: Waiting for close lock at 1730979768214Running coprocessor pre-close hooks at 1730979768214Disabling compacts and flushes for region at 1730979768214Disabling writes for close at 1730979768215 (+1 ms)Writing region close event to WAL at 1730979768215Running coprocessor post-close hooks at 1730979768218 (+3 ms)Closed at 1730979768218 2024-11-07T11:42:48,219 WARN [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 560e1b15fa9b3bd275fd2474640a11f2 to self. 2024-11-07T11:42:48,220 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,221 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=CLOSED 2024-11-07T11:42:48,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:48,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-07T11:42:48,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 in 161 msec 2024-11-07T11:42:48,225 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE; state=CLOSED, location=f30636bb2128,39285,1730979616609; forceNewPlan=false, retain=true 2024-11-07T11:42:48,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=OPENING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE because future has completed 2024-11-07T11:42:48,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:42:48,533 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,533 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} 2024-11-07T11:42:48,533 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,533 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T11:42:48,533 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,533 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,534 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,535 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:48,535 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName A 2024-11-07T11:42:48,536 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:48,536 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:48,537 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,537 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:48,537 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName B 2024-11-07T11:42:48,537 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:48,537 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:48,537 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,538 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-07T11:42:48,538 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 560e1b15fa9b3bd275fd2474640a11f2 columnFamilyName C 2024-11-07T11:42:48,538 DEBUG [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:48,538 INFO [StoreOpener-560e1b15fa9b3bd275fd2474640a11f2-1 {}] regionserver.HStore(327): Store=560e1b15fa9b3bd275fd2474640a11f2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T11:42:48,538 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,538 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,539 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,540 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,541 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,541 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,541 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T11:42:48,542 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,543 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 560e1b15fa9b3bd275fd2474640a11f2; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67625300, jitterRate=0.007695496082305908}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T11:42:48,543 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,544 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 560e1b15fa9b3bd275fd2474640a11f2: Running coprocessor pre-open hook at 1730979768533Writing region info on filesystem at 1730979768533Initializing all the Stores at 1730979768534 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979768534Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979768534Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730979768534Cleaning up temporary data from old regions at 1730979768541 (+7 ms)Running coprocessor post-open hooks at 1730979768543 (+2 ms)Region opened successfully at 1730979768544 (+1 ms) 2024-11-07T11:42:48,545 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., pid=155, masterSystemTime=1730979768530 2024-11-07T11:42:48,547 DEBUG [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,547 INFO [RS_OPEN_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=OPEN, openSeqNum=5, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:42:48,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-11-07T11:42:48,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 in 171 msec 2024-11-07T11:42:48,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-07T11:42:48,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, REOPEN/MOVE in 492 msec 2024-11-07T11:42:48,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-07T11:42:48,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-07T11:42:48,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 912 msec 2024-11-07T11:42:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-07T11:42:48,557 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:48,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,559 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390e005d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,560 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8651373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,562 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15992b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,563 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73055832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,565 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@822f112, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,566 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b95541b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,568 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729ee6e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7fdf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,571 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258bb4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,572 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112dfe85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,574 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,574 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a10aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,575 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,576 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353ddbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,581 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fd08fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6731a506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,584 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619c37ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,585 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788cc3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,586 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b091f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,588 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748d1951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,588 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f30636bb2128,43629,-1 for getting cluster id 2024-11-07T11:42:48,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T11:42:48,589 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f95693c-098a-465e-aea8-6e610af22caf' 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f95693c-098a-465e-aea8-6e610af22caf" 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fee63c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f30636bb2128,43629,-1] 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T11:42:48,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:42:48,590 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T11:42:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf7422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T11:42:48,591 DEBUG [Thread-2640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,591 DEBUG [Thread-2634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,594 DEBUG [Thread-2638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,594 DEBUG [Thread-2632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,594 DEBUG [Thread-2623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,594 DEBUG [Thread-2625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,594 DEBUG [Thread-2629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,596 DEBUG [Thread-2629 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,596 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,596 DEBUG [Thread-2629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-07T11:42:48,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,597 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:48,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,598 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:48,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:48,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,599 DEBUG [Thread-2621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,599 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,599 DEBUG [Thread-2627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,600 DEBUG [Thread-2636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T11:42:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,601 DEBUG [Thread-2636 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,602 DEBUG [Thread-2636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f30636bb2128,39285,1730979616609, seqNum=-1] 2024-11-07T11:42:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T11:42:48,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T11:42:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:42:48,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:48,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5] 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1730979768628, max timestamp=1730979768640Num uniques 859; 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979768636, max timestamp=1730979768640Num uniques 859; 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979768636, max timestamp=1730979768640Num uniques 859; 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:48,644 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:42:48,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fade9e8ffb9246b587d1fac237e364cf_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979768604/Put/seqid=0 2024-11-07T11:42:48,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742419_1595 (size=9714) 2024-11-07T11:42:48,658 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:48,662 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fade9e8ffb9246b587d1fac237e364cf_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fade9e8ffb9246b587d1fac237e364cf_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,663 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c4819f09264942f19e870824009835d7, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:48,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c4819f09264942f19e870824009835d7 is 175, key is test_row_0/A:col10/1730979768604/Put/seqid=0 2024-11-07T11:42:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979828658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979828661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979828664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979828664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979828665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742420_1596 (size=22361) 2024-11-07T11:42:48,678 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c4819f09264942f19e870824009835d7 2024-11-07T11:42:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:48,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/4e7317e883a240c2bb84624078b9b633 is 50, key is test_row_0/B:col10/1730979768604/Put/seqid=0 2024-11-07T11:42:48,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742421_1597 (size=9657) 2024-11-07T11:42:48,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/4e7317e883a240c2bb84624078b9b633 2024-11-07T11:42:48,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/70c2951cc0644a19b346c0d1420aaffa is 50, key is test_row_0/C:col10/1730979768604/Put/seqid=0 2024-11-07T11:42:48,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-07T11:42:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:48,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:48,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:48,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742422_1598 (size=9657) 2024-11-07T11:42:48,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/70c2951cc0644a19b346c0d1420aaffa 2024-11-07T11:42:48,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c4819f09264942f19e870824009835d7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7 2024-11-07T11:42:48,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979828771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979828772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979828772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979828775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7, entries=100, sequenceid=14, filesize=21.8 K 2024-11-07T11:42:48,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/4e7317e883a240c2bb84624078b9b633 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633 2024-11-07T11:42:48,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979828781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:48,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633, entries=100, sequenceid=14, filesize=9.4 K 2024-11-07T11:42:48,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/70c2951cc0644a19b346c0d1420aaffa as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa 2024-11-07T11:42:48,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa, entries=100, sequenceid=14, filesize=9.4 K 2024-11-07T11:42:48,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 560e1b15fa9b3bd275fd2474640a11f2 in 185ms, sequenceid=14, compaction requested=false 2024-11-07T11:42:48,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:48,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-07T11:42:48,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:48,905 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:48,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077b29e2dd2dcd4337ba0de092f9af914b_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979768663/Put/seqid=0 2024-11-07T11:42:48,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742423_1599 (size=12154) 2024-11-07T11:42:48,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:48,941 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077b29e2dd2dcd4337ba0de092f9af914b_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b29e2dd2dcd4337ba0de092f9af914b_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c068684f42f049638aa76cb4d6df30c4, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:48,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c068684f42f049638aa76cb4d6df30c4 is 175, key is test_row_0/A:col10/1730979768663/Put/seqid=0 2024-11-07T11:42:48,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742424_1600 (size=30955) 2024-11-07T11:42:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:48,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979828991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:48,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979828993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979828996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,003 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979828998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979828999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979829110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979829111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979829111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979829111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979829301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979829321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979829321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979829321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979829321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,363 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c068684f42f049638aa76cb4d6df30c4 2024-11-07T11:42:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/1df26425f91b47e0ac1dd521110a15b9 is 50, key is test_row_0/B:col10/1730979768663/Put/seqid=0 2024-11-07T11:42:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742425_1601 (size=12001) 2024-11-07T11:42:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979829631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979829631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979829631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,634 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979829631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,635 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:49,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/1df26425f91b47e0ac1dd521110a15b9 2024-11-07T11:42:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/52a9227d18904bde80b464dff7de76f3 is 50, key is test_row_0/C:col10/1730979768663/Put/seqid=0 2024-11-07T11:42:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742426_1602 (size=12001) 2024-11-07T11:42:49,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/52a9227d18904bde80b464dff7de76f3 2024-11-07T11:42:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c068684f42f049638aa76cb4d6df30c4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4 2024-11-07T11:42:49,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4, entries=150, sequenceid=50, filesize=30.2 K 2024-11-07T11:42:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/1df26425f91b47e0ac1dd521110a15b9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9 2024-11-07T11:42:49,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979829811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:49,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:42:49,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/52a9227d18904bde80b464dff7de76f3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3 2024-11-07T11:42:49,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T11:42:49,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=53.67 KB/54960 for 560e1b15fa9b3bd275fd2474640a11f2 in 914ms, sequenceid=50, compaction requested=false 2024-11-07T11:42:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:49,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-07T11:42:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-07T11:42:49,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-07T11:42:49,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-07T11:42:49,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2290 sec 2024-11-07T11:42:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:50,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-07T11:42:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:50,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:50,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:50,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071b4e79249d4242fb9aab9dda792367cf_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:50,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742427_1603 (size=14594) 2024-11-07T11:42:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979830173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979830175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979830181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979830183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T11:42:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979830291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979830291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979830292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979830301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979830500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979830501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979830501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,505 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979830511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:50,581 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071b4e79249d4242fb9aab9dda792367cf_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071b4e79249d4242fb9aab9dda792367cf_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:50,582 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/ebec2435df9447f4a2cf31b9993ce075, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:50,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/ebec2435df9447f4a2cf31b9993ce075 is 175, key is test_row_0/A:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742428_1604 (size=39549) 2024-11-07T11:42:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-07T11:42:50,741 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-07T11:42:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:50,746 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:50,747 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:50,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979830811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979830812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979830812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,817 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979830821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:50,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979830821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:50,827 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:50,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:50,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T11:42:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:50,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:50,992 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/ebec2435df9447f4a2cf31b9993ce075 2024-11-07T11:42:51,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0ff736f836524f2fa3e2c403173b8cbb is 50, key is test_row_0/B:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:51,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T11:42:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742429_1605 (size=12001) 2024-11-07T11:42:51,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0ff736f836524f2fa3e2c403173b8cbb 2024-11-07T11:42:51,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/b5d3276d16384f0cb9f8face0d333b96 is 50, key is test_row_0/C:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742430_1606 (size=12001) 2024-11-07T11:42:51,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/b5d3276d16384f0cb9f8face0d333b96 2024-11-07T11:42:51,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/ebec2435df9447f4a2cf31b9993ce075 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075 2024-11-07T11:42:51,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075, entries=200, sequenceid=64, filesize=38.6 K 2024-11-07T11:42:51,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0ff736f836524f2fa3e2c403173b8cbb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb 2024-11-07T11:42:51,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb, entries=150, sequenceid=64, filesize=11.7 K 2024-11-07T11:42:51,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/b5d3276d16384f0cb9f8face0d333b96 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96 2024-11-07T11:42:51,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96, entries=150, sequenceid=64, filesize=11.7 K 2024-11-07T11:42:51,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 560e1b15fa9b3bd275fd2474640a11f2 in 1008ms, sequenceid=64, compaction requested=true 2024-11-07T11:42:51,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:51,151 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:51,153 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:51,153 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:42:51,154 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,154 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=90.7 K 2024-11-07T11:42:51,154 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,154 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075] 2024-11-07T11:42:51,154 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4819f09264942f19e870824009835d7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979768604 2024-11-07T11:42:51,154 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c068684f42f049638aa76cb4d6df30c4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979768656 2024-11-07T11:42:51,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:51,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:51,155 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:51,155 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebec2435df9447f4a2cf31b9993ce075, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:51,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:51,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:51,164 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:51,164 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:42:51,164 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,164 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=32.9 K 2024-11-07T11:42:51,165 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e7317e883a240c2bb84624078b9b633, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979768604 2024-11-07T11:42:51,166 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df26425f91b47e0ac1dd521110a15b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979768656 2024-11-07T11:42:51,166 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff736f836524f2fa3e2c403173b8cbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:51,170 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:51,173 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411074afbf569483f4d3e9511550ca0b8a169_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:51,175 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411074afbf569483f4d3e9511550ca0b8a169_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:51,176 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074afbf569483f4d3e9511550ca0b8a169_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:51,190 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:51,191 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/503e686409874f63b4e78524e2a67a72 is 50, key is test_row_0/B:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:51,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-07T11:42:51,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:51,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:51,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742431_1607 (size=4469) 2024-11-07T11:42:51,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742432_1608 (size=12104) 2024-11-07T11:42:51,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107068d136d26d849e08ed1b56c9f5055af_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979770178/Put/seqid=0 2024-11-07T11:42:51,263 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/503e686409874f63b4e78524e2a67a72 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/503e686409874f63b4e78524e2a67a72 2024-11-07T11:42:51,271 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 503e686409874f63b4e78524e2a67a72(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:51,271 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:51,271 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979771155; duration=0sec 2024-11-07T11:42:51,271 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:51,271 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:42:51,271 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:51,273 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:51,273 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:42:51,273 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:51,273 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=32.9 K 2024-11-07T11:42:51,274 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 70c2951cc0644a19b346c0d1420aaffa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730979768604 2024-11-07T11:42:51,275 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 52a9227d18904bde80b464dff7de76f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730979768656 2024-11-07T11:42:51,275 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d3276d16384f0cb9f8face0d333b96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:51,288 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:51,289 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/2d3638052ce34aad90e5cab03eaa127e is 50, key is test_row_0/C:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:51,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742433_1609 (size=12154) 2024-11-07T11:42:51,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:51,297 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107068d136d26d849e08ed1b56c9f5055af_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107068d136d26d849e08ed1b56c9f5055af_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/69d2c41dae4e4668a683f296a2864280, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/69d2c41dae4e4668a683f296a2864280 is 175, key is test_row_0/A:col10/1730979770178/Put/seqid=0 2024-11-07T11:42:51,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:51,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:51,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979831342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742434_1610 (size=12104) 2024-11-07T11:42:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979831346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742435_1611 (size=30955) 2024-11-07T11:42:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979831348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979831350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/2d3638052ce34aad90e5cab03eaa127e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/2d3638052ce34aad90e5cab03eaa127e 2024-11-07T11:42:51,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:51,371 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into 2d3638052ce34aad90e5cab03eaa127e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:51,371 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:51,371 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979771157; duration=0sec 2024-11-07T11:42:51,371 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:51,371 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:42:51,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979831451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979831461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979831461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979831461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,634 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#515 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:51,634 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/10fa3e269957490497205390f1a1640a is 175, key is test_row_0/A:col10/1730979768984/Put/seqid=0 2024-11-07T11:42:51,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742436_1612 (size=31058) 2024-11-07T11:42:51,648 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/10fa3e269957490497205390f1a1640a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a 2024-11-07T11:42:51,655 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into 10fa3e269957490497205390f1a1640a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:51,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:51,655 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979771151; duration=0sec 2024-11-07T11:42:51,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:51,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:42:51,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979831661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979831671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979831671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979831671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/69d2c41dae4e4668a683f296a2864280 2024-11-07T11:42:51,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/93ce4f2e20794cae82b0a096667b0eb4 is 50, key is test_row_0/B:col10/1730979770178/Put/seqid=0 2024-11-07T11:42:51,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742437_1613 (size=12001) 2024-11-07T11:42:51,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/93ce4f2e20794cae82b0a096667b0eb4 2024-11-07T11:42:51,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/20d8c34ddccf4d159c32265c799598e3 is 50, key is test_row_0/C:col10/1730979770178/Put/seqid=0 2024-11-07T11:42:51,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742438_1614 (size=12001) 2024-11-07T11:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979831971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979831981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979831981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979831981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/20d8c34ddccf4d159c32265c799598e3 2024-11-07T11:42:52,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/69d2c41dae4e4668a683f296a2864280 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280 2024-11-07T11:42:52,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280, entries=150, sequenceid=83, filesize=30.2 K 2024-11-07T11:42:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/93ce4f2e20794cae82b0a096667b0eb4 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4 2024-11-07T11:42:52,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:42:52,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/20d8c34ddccf4d159c32265c799598e3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3 2024-11-07T11:42:52,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3, entries=150, sequenceid=83, filesize=11.7 K 2024-11-07T11:42:52,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 560e1b15fa9b3bd275fd2474640a11f2 in 1011ms, sequenceid=83, compaction requested=false 2024-11-07T11:42:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:52,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-07T11:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-07T11:42:52,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-07T11:42:52,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4750 sec 2024-11-07T11:42:52,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4810 sec 2024-11-07T11:42:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:52,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:52,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:52,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107de83721afee44af5bb5232656288052e_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:52,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742439_1615 (size=14594) 2024-11-07T11:42:52,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979832509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,514 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979832513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979832514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979832515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979832621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979832621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979832621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979832631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979832831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979832831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979832832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,836 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979832840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979832851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:52,854 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-07T11:42:52,892 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:52,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-07T11:42:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:52,895 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:52,896 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:52,896 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:52,902 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:52,905 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107de83721afee44af5bb5232656288052e_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107de83721afee44af5bb5232656288052e_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:52,907 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/27366044b51a4281b58bdc615c0e2db6, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:52,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/27366044b51a4281b58bdc615c0e2db6 is 175, key is test_row_0/A:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:52,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742440_1616 (size=39549) 2024-11-07T11:42:52,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=101, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/27366044b51a4281b58bdc615c0e2db6 2024-11-07T11:42:52,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/f7efc760585b42b8a51340b9cb20f3b6 is 50, key is test_row_0/B:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742441_1617 (size=12001) 2024-11-07T11:42:53,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:53,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979833141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979833141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979833141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979833151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:53,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/f7efc760585b42b8a51340b9cb20f3b6 2024-11-07T11:42:53,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/fb440dea958c456fbf307b1fb2111ea3 is 50, key is test_row_0/C:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:53,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742442_1618 (size=12001) 2024-11-07T11:42:53,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979833651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979833651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979833651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979833661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:53,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:53,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:53,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/fb440dea958c456fbf307b1fb2111ea3 2024-11-07T11:42:53,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/27366044b51a4281b58bdc615c0e2db6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6 2024-11-07T11:42:53,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6, entries=200, sequenceid=101, filesize=38.6 K 2024-11-07T11:42:53,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/f7efc760585b42b8a51340b9cb20f3b6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6 2024-11-07T11:42:53,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6, entries=150, sequenceid=101, filesize=11.7 K 2024-11-07T11:42:53,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/fb440dea958c456fbf307b1fb2111ea3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3 2024-11-07T11:42:53,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3, entries=150, sequenceid=101, filesize=11.7 K 2024-11-07T11:42:53,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 560e1b15fa9b3bd275fd2474640a11f2 in 1312ms, sequenceid=101, compaction requested=true 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:53,796 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:53,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:53,796 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:53,797 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:53,797 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:42:53,797 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:53,797 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,797 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:42:53,797 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,797 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=99.2 K 2024-11-07T11:42:53,797 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/503e686409874f63b4e78524e2a67a72, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.3 K 2024-11-07T11:42:53,797 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,797 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6] 2024-11-07T11:42:53,798 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 503e686409874f63b4e78524e2a67a72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:53,798 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10fa3e269957490497205390f1a1640a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:53,798 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 93ce4f2e20794cae82b0a096667b0eb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979770170 2024-11-07T11:42:53,798 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69d2c41dae4e4668a683f296a2864280, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979770170 2024-11-07T11:42:53,799 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f7efc760585b42b8a51340b9cb20f3b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:53,799 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27366044b51a4281b58bdc615c0e2db6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:53,811 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:53,813 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#524 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:53,813 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411078306e37b03d542fa85f0ff35ba3c33e1_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:53,813 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37 is 50, key is test_row_0/B:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:53,815 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411078306e37b03d542fa85f0ff35ba3c33e1_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:53,816 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078306e37b03d542fa85f0ff35ba3c33e1_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:53,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:53,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:53,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:53,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742443_1619 (size=12207) 2024-11-07T11:42:53,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742444_1620 (size=4469) 2024-11-07T11:42:53,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107da35f2a5b8974b7d949b6407540d24f6_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979772513/Put/seqid=0 2024-11-07T11:42:53,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742445_1621 (size=12154) 2024-11-07T11:42:53,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:53,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107da35f2a5b8974b7d949b6407540d24f6_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107da35f2a5b8974b7d949b6407540d24f6_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:53,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/fea6dac6ef044861918f917852287a86, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:53,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/fea6dac6ef044861918f917852287a86 is 175, key is test_row_0/A:col10/1730979772513/Put/seqid=0 2024-11-07T11:42:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742446_1622 (size=30955) 2024-11-07T11:42:53,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/fea6dac6ef044861918f917852287a86 2024-11-07T11:42:53,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/7d01f7559a1b4641acac9189393ce1e9 is 50, key is test_row_0/B:col10/1730979772513/Put/seqid=0 2024-11-07T11:42:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742447_1623 (size=12001) 2024-11-07T11:42:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:54,239 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37 2024-11-07T11:42:54,243 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:54,244 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c9e5ebeac42847e2a536d74b238b8273 is 175, key is test_row_0/A:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:54,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 2a1f0b1cd1c44fe8bc3a3e6473f50a37(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:54,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:54,245 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979773796; duration=0sec 2024-11-07T11:42:54,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:54,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:42:54,245 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:54,247 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:54,247 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:42:54,247 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:54,247 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/2d3638052ce34aad90e5cab03eaa127e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.3 K 2024-11-07T11:42:54,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3638052ce34aad90e5cab03eaa127e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1730979768984 2024-11-07T11:42:54,248 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d8c34ddccf4d159c32265c799598e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1730979770170 2024-11-07T11:42:54,249 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting fb440dea958c456fbf307b1fb2111ea3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:54,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742448_1624 (size=31161) 2024-11-07T11:42:54,256 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:54,257 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/57f581dc03ee4ca4a29f4559d3d17262 is 50, key is test_row_0/C:col10/1730979772483/Put/seqid=0 2024-11-07T11:42:54,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742449_1625 (size=12207) 2024-11-07T11:42:54,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/7d01f7559a1b4641acac9189393ce1e9 2024-11-07T11:42:54,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/eb1a360b6a50401fb2d77201ca71d261 is 50, key is test_row_0/C:col10/1730979772513/Put/seqid=0 2024-11-07T11:42:54,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742450_1626 (size=12001) 2024-11-07T11:42:54,655 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/c9e5ebeac42847e2a536d74b238b8273 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273 2024-11-07T11:42:54,661 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into c9e5ebeac42847e2a536d74b238b8273(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:54,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:54,661 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979773796; duration=0sec 2024-11-07T11:42:54,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:54,661 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:42:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:54,668 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/57f581dc03ee4ca4a29f4559d3d17262 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/57f581dc03ee4ca4a29f4559d3d17262 2024-11-07T11:42:54,674 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into 57f581dc03ee4ca4a29f4559d3d17262(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:54,674 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:54,674 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979773796; duration=0sec 2024-11-07T11:42:54,674 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:54,674 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:42:54,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979834689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979834689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979834690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979834694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/eb1a360b6a50401fb2d77201ca71d261 2024-11-07T11:42:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/fea6dac6ef044861918f917852287a86 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86 2024-11-07T11:42:54,733 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86, entries=150, sequenceid=119, filesize=30.2 K 2024-11-07T11:42:54,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/7d01f7559a1b4641acac9189393ce1e9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9 2024-11-07T11:42:54,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T11:42:54,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/eb1a360b6a50401fb2d77201ca71d261 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261 2024-11-07T11:42:54,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261, entries=150, sequenceid=119, filesize=11.7 K 2024-11-07T11:42:54,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 560e1b15fa9b3bd275fd2474640a11f2 in 930ms, sequenceid=119, compaction requested=false 2024-11-07T11:42:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:54,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-07T11:42:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-07T11:42:54,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-07T11:42:54,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-11-07T11:42:54,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8640 sec 2024-11-07T11:42:54,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:54,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:54,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:54,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af5f7bdc04a3481dbcd3986f2695417f_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979834834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979834841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979834841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979834842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742451_1627 (size=12304) 2024-11-07T11:42:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979834952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979834952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979834952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979834952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:54,959 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-07T11:42:55,041 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:55,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:55,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-07T11:42:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:55,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:55,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:55,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:55,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979835161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979835163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979835163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979835171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:55,257 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af5f7bdc04a3481dbcd3986f2695417f_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af5f7bdc04a3481dbcd3986f2695417f_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:55,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5c0e7e98b0e84fa39772cdbe54e22ceb, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:55,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5c0e7e98b0e84fa39772cdbe54e22ceb is 175, key is test_row_0/A:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:55,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742452_1628 (size=31105) 2024-11-07T11:42:55,269 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5c0e7e98b0e84fa39772cdbe54e22ceb 2024-11-07T11:42:55,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/719ba6dfc17945028c0d3b1db9d72c7a is 50, key is test_row_0/B:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742453_1629 (size=12151) 2024-11-07T11:42:55,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:55,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979835471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979835471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979835471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979835481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:55,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/719ba6dfc17945028c0d3b1db9d72c7a 2024-11-07T11:42:55,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/945f49bfa13f47e98fa06a8cb61a41a7 is 50, key is test_row_0/C:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742454_1630 (size=12151) 2024-11-07T11:42:55,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:55,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:55,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979835980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979835980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979835981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:55,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979835991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:55,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:55,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:56,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/945f49bfa13f47e98fa06a8cb61a41a7 2024-11-07T11:42:56,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:56,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:56,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:56,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5c0e7e98b0e84fa39772cdbe54e22ceb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb 2024-11-07T11:42:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:56,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb, entries=150, sequenceid=139, filesize=30.4 K 2024-11-07T11:42:56,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/719ba6dfc17945028c0d3b1db9d72c7a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a 2024-11-07T11:42:56,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a, entries=150, sequenceid=139, filesize=11.9 K 2024-11-07T11:42:56,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/945f49bfa13f47e98fa06a8cb61a41a7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7 2024-11-07T11:42:56,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7, entries=150, sequenceid=139, filesize=11.9 K 2024-11-07T11:42:56,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 560e1b15fa9b3bd275fd2474640a11f2 in 1325ms, sequenceid=139, compaction requested=true 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:56,131 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:56,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:56,131 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:56,132 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:56,132 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:42:56,132 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,132 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=91.0 K 2024-11-07T11:42:56,133 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb] 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:42:56,133 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,133 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.5 K 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9e5ebeac42847e2a536d74b238b8273, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a1f0b1cd1c44fe8bc3a3e6473f50a37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:56,133 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea6dac6ef044861918f917852287a86, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979772502 2024-11-07T11:42:56,134 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c0e7e98b0e84fa39772cdbe54e22ceb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:56,134 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d01f7559a1b4641acac9189393ce1e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979772502 2024-11-07T11:42:56,134 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 719ba6dfc17945028c0d3b1db9d72c7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:56,144 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:56,146 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#534 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:56,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/513a5c12e19c4f669ce5318ece906c8c is 50, key is test_row_0/B:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:56,148 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411070dd9aabd50a3486b90286f112ee90a44_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:56,150 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411070dd9aabd50a3486b90286f112ee90a44_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:56,150 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070dd9aabd50a3486b90286f112ee90a44_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742455_1631 (size=12459) 2024-11-07T11:42:56,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742456_1632 (size=4469) 2024-11-07T11:42:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:56,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-07T11:42:56,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:56,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110795f61e2a45984d0bab0dc3a390e8d343_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979774839/Put/seqid=0 2024-11-07T11:42:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742457_1633 (size=12304) 2024-11-07T11:42:56,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:42:56,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T11:42:56,558 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/513a5c12e19c4f669ce5318ece906c8c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/513a5c12e19c4f669ce5318ece906c8c 2024-11-07T11:42:56,562 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 513a5c12e19c4f669ce5318ece906c8c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:56,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:56,562 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979776131; duration=0sec 2024-11-07T11:42:56,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:56,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:42:56,562 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:56,563 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#533 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:56,563 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/bb3f71a2a7924598aaaed4314a50e6c3 is 175, key is test_row_0/A:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:56,563 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:56,564 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:42:56,564 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:56,564 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/57f581dc03ee4ca4a29f4559d3d17262, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.5 K 2024-11-07T11:42:56,565 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f581dc03ee4ca4a29f4559d3d17262, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1730979771336 2024-11-07T11:42:56,565 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting eb1a360b6a50401fb2d77201ca71d261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1730979772502 2024-11-07T11:42:56,565 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 945f49bfa13f47e98fa06a8cb61a41a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:56,578 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:56,579 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/59a2ce5157334d4e9b32eea26a6ca6de is 50, key is test_row_0/C:col10/1730979774802/Put/seqid=0 2024-11-07T11:42:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742458_1634 (size=31413) 2024-11-07T11:42:56,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742459_1635 (size=12459) 2024-11-07T11:42:56,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:56,685 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110795f61e2a45984d0bab0dc3a390e8d343_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110795f61e2a45984d0bab0dc3a390e8d343_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/023659e845e346aba4c810521930c7e8, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:56,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/023659e845e346aba4c810521930c7e8 is 175, key is test_row_0/A:col10/1730979774839/Put/seqid=0 2024-11-07T11:42:56,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742460_1636 (size=31105) 2024-11-07T11:42:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:56,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:56,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979836954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:56,986 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/bb3f71a2a7924598aaaed4314a50e6c3 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3 2024-11-07T11:42:56,989 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into bb3f71a2a7924598aaaed4314a50e6c3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:56,989 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:56,989 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979776131; duration=0sec 2024-11-07T11:42:56,990 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:56,990 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:42:56,994 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/59a2ce5157334d4e9b32eea26a6ca6de as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/59a2ce5157334d4e9b32eea26a6ca6de 2024-11-07T11:42:56,997 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into 59a2ce5157334d4e9b32eea26a6ca6de(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:56,997 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:56,997 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979776131; duration=0sec 2024-11-07T11:42:56,997 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:56,997 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:42:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979837001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979837001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,003 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979837001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,004 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979837001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,004 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,004 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979837061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/023659e845e346aba4c810521930c7e8 2024-11-07T11:42:57,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/67428879777a4923865fb1925edc5ce6 is 50, key is test_row_0/B:col10/1730979774839/Put/seqid=0 2024-11-07T11:42:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742461_1637 (size=12151) 2024-11-07T11:42:57,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/67428879777a4923865fb1925edc5ce6 2024-11-07T11:42:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/14d7a99f1b3b489186f17513afbd298a is 50, key is test_row_0/C:col10/1730979774839/Put/seqid=0 2024-11-07T11:42:57,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742462_1638 (size=12151) 2024-11-07T11:42:57,112 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/14d7a99f1b3b489186f17513afbd298a 2024-11-07T11:42:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/023659e845e346aba4c810521930c7e8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8 2024-11-07T11:42:57,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8, entries=150, sequenceid=155, filesize=30.4 K 2024-11-07T11:42:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/67428879777a4923865fb1925edc5ce6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6 2024-11-07T11:42:57,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T11:42:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/14d7a99f1b3b489186f17513afbd298a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a 2024-11-07T11:42:57,127 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T11:42:57,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 560e1b15fa9b3bd275fd2474640a11f2 in 857ms, sequenceid=155, compaction requested=false 2024-11-07T11:42:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-07T11:42:57,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-07T11:42:57,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-07T11:42:57,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-07T11:42:57,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.0910 sec 2024-11-07T11:42:57,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-07T11:42:57,191 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:42:57,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:42:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-07T11:42:57,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:57,193 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:42:57,194 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:42:57,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:42:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:57,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:57,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:57,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075fe9c386be174905b963dffe53b8e431_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:57,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742463_1639 (size=14794) 2024-11-07T11:42:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979837330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979837441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:57,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:57,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:57,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979837651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:57,685 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:57,689 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075fe9c386be174905b963dffe53b8e431_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075fe9c386be174905b963dffe53b8e431_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:57,690 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0304326f079341d2a726d6f9994f482b, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:57,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0304326f079341d2a726d6f9994f482b is 175, key is test_row_0/A:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742464_1640 (size=39749) 2024-11-07T11:42:57,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0304326f079341d2a726d6f9994f482b 2024-11-07T11:42:57,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/786b7931d67c42fbb61d8abc269f32fb is 50, key is test_row_0/B:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742465_1641 (size=12151) 2024-11-07T11:42:57,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:57,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:57,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:57,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:57,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979837961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:57,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:58,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:58,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:58,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:58,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:42:58,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/786b7931d67c42fbb61d8abc269f32fb 2024-11-07T11:42:58,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/45adde667f9e48e4a344bac967e3c290 is 50, key is test_row_0/C:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:58,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742466_1642 (size=12151) 2024-11-07T11:42:58,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/45adde667f9e48e4a344bac967e3c290 2024-11-07T11:42:58,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0304326f079341d2a726d6f9994f482b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b 2024-11-07T11:42:58,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b, entries=200, sequenceid=175, filesize=38.8 K 2024-11-07T11:42:58,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/786b7931d67c42fbb61d8abc269f32fb as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb 2024-11-07T11:42:58,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb, entries=150, sequenceid=175, filesize=11.9 K 2024-11-07T11:42:58,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/45adde667f9e48e4a344bac967e3c290 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290 2024-11-07T11:42:58,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290, entries=150, sequenceid=175, filesize=11.9 K 2024-11-07T11:42:58,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 560e1b15fa9b3bd275fd2474640a11f2 in 868ms, sequenceid=175, compaction requested=true 2024-11-07T11:42:58,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:42:58,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:42:58,144 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:42:58,145 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,145 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,145 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=99.9 K 2024-11-07T11:42:58,145 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/513a5c12e19c4f669ce5318ece906c8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.9 K 2024-11-07T11:42:58,145 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,145 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b] 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 513a5c12e19c4f669ce5318ece906c8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb3f71a2a7924598aaaed4314a50e6c3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 023659e845e346aba4c810521930c7e8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730979774823 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 67428879777a4923865fb1925edc5ce6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730979774823 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0304326f079341d2a726d6f9994f482b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:42:58,146 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 786b7931d67c42fbb61d8abc269f32fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:42:58,151 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:58,152 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:58,153 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/53191bdf5d374bc8aec67ba68e81aa8f is 50, key is test_row_0/B:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:58,157 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110752ec2754f8d54799990d65637f645441_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742467_1643 (size=12561) 2024-11-07T11:42:58,159 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110752ec2754f8d54799990d65637f645441_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:58,159 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110752ec2754f8d54799990d65637f645441_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:58,166 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/53191bdf5d374bc8aec67ba68e81aa8f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/53191bdf5d374bc8aec67ba68e81aa8f 2024-11-07T11:42:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742468_1644 (size=4469) 2024-11-07T11:42:58,169 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#542 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:58,169 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/d8421e45143a40efa04b0f20c9bd381b is 175, key is test_row_0/A:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:58,170 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 53191bdf5d374bc8aec67ba68e81aa8f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:58,170 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:58,170 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979778144; duration=0sec 2024-11-07T11:42:58,170 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:42:58,170 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:42:58,170 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:42:58,171 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:42:58,171 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:42:58,171 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,171 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/59a2ce5157334d4e9b32eea26a6ca6de, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=35.9 K 2024-11-07T11:42:58,172 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 59a2ce5157334d4e9b32eea26a6ca6de, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1730979774692 2024-11-07T11:42:58,172 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d7a99f1b3b489186f17513afbd298a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730979774823 2024-11-07T11:42:58,172 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 45adde667f9e48e4a344bac967e3c290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:42:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742469_1645 (size=31515) 2024-11-07T11:42:58,182 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:42:58,182 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/b488e857dd724500a1f630b256d92b4d is 50, key is test_row_0/C:col10/1730979776941/Put/seqid=0 2024-11-07T11:42:58,190 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/d8421e45143a40efa04b0f20c9bd381b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b 2024-11-07T11:42:58,195 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into d8421e45143a40efa04b0f20c9bd381b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:58,195 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:58,195 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979778143; duration=0sec 2024-11-07T11:42:58,195 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:58,195 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:42:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742470_1646 (size=12561) 2024-11-07T11:42:58,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:58,264 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:42:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ccb2235b380343eb9c1b0e90fa4e5b3a_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979777286/Put/seqid=0 2024-11-07T11:42:58,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742471_1647 (size=12304) 2024-11-07T11:42:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:58,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:42:58,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979838529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:58,619 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/b488e857dd724500a1f630b256d92b4d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b488e857dd724500a1f630b256d92b4d 2024-11-07T11:42:58,622 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into b488e857dd724500a1f630b256d92b4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:42:58,622 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:58,622 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979778144; duration=0sec 2024-11-07T11:42:58,623 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:42:58,623 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:42:58,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979838641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:58,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:42:58,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ccb2235b380343eb9c1b0e90fa4e5b3a_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ccb2235b380343eb9c1b0e90fa4e5b3a_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:42:58,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/7cb5686247eb41848f8a8974664fab58, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:42:58,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/7cb5686247eb41848f8a8974664fab58 is 175, key is test_row_0/A:col10/1730979777286/Put/seqid=0 2024-11-07T11:42:58,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742472_1648 (size=31105) 2024-11-07T11:42:58,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:58,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979838851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:58,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979839010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,015 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979839021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979839021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,023 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:59,023 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_2' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979839034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,037 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:42:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/7cb5686247eb41848f8a8974664fab58 2024-11-07T11:42:59,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e22e786b4d344f4e9fb17870d44cc7b9 is 50, key is test_row_0/B:col10/1730979777286/Put/seqid=0 2024-11-07T11:42:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742473_1649 (size=12151) 2024-11-07T11:42:59,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979839161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:42:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e22e786b4d344f4e9fb17870d44cc7b9 2024-11-07T11:42:59,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/af38261daabc465ebb4f9708b098a2a5 is 50, key is test_row_0/C:col10/1730979777286/Put/seqid=0 2024-11-07T11:42:59,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742474_1650 (size=12151) 2024-11-07T11:42:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:42:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979839671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:42:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:42:59,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:42:59,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/af38261daabc465ebb4f9708b098a2a5 2024-11-07T11:42:59,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/7cb5686247eb41848f8a8974664fab58 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58 2024-11-07T11:42:59,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58, entries=150, sequenceid=192, filesize=30.4 K 2024-11-07T11:42:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e22e786b4d344f4e9fb17870d44cc7b9 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9 2024-11-07T11:42:59,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9, entries=150, sequenceid=192, filesize=11.9 K 2024-11-07T11:42:59,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/af38261daabc465ebb4f9708b098a2a5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5 2024-11-07T11:42:59,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5, entries=150, sequenceid=192, filesize=11.9 K 2024-11-07T11:42:59,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 560e1b15fa9b3bd275fd2474640a11f2 in 1653ms, sequenceid=192, compaction requested=false 2024-11-07T11:42:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:42:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:42:59,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-07T11:42:59,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-07T11:42:59,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-07T11:42:59,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7240 sec 2024-11-07T11:42:59,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.7290 sec 2024-11-07T11:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:00,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-07T11:43:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:00,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:00,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:00,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:00,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107037af905346b41eb9e98ca8b7e84a619_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742475_1651 (size=14794) 2024-11-07T11:43:00,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979840729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:00,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979840840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:00,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979841051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:01,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:01,115 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107037af905346b41eb9e98ca8b7e84a619_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107037af905346b41eb9e98ca8b7e84a619_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:01,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4c255c14887c4895a613440081bd73a2, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:01,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4c255c14887c4895a613440081bd73a2 is 175, key is test_row_0/A:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742476_1652 (size=39749) 2024-11-07T11:43:01,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979841361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-07T11:43:01,371 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:01,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:43:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-07T11:43:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:01,373 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:43:01,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:43:01,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:43:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:01,520 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4c255c14887c4895a613440081bd73a2 2024-11-07T11:43:01,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T11:43:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/2ba34a9fe56d48019c5099ffd98e5f27 is 50, key is test_row_0/B:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:01,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742477_1653 (size=12151) 2024-11-07T11:43:01,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/2ba34a9fe56d48019c5099ffd98e5f27 2024-11-07T11:43:01,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f052a62f059d4ce99bb63c5ee5a32cc8 is 50, key is test_row_0/C:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:01,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742478_1654 (size=12151) 2024-11-07T11:43:01,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T11:43:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:01,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T11:43:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:01,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979841871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:01,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:01,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f052a62f059d4ce99bb63c5ee5a32cc8 2024-11-07T11:43:01,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4c255c14887c4895a613440081bd73a2 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2 2024-11-07T11:43:01,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2, entries=200, sequenceid=211, filesize=38.8 K 2024-11-07T11:43:01,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/2ba34a9fe56d48019c5099ffd98e5f27 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27 2024-11-07T11:43:01,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27, entries=150, sequenceid=211, filesize=11.9 K 2024-11-07T11:43:01,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f052a62f059d4ce99bb63c5ee5a32cc8 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8 2024-11-07T11:43:01,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8, entries=150, sequenceid=211, filesize=11.9 K 2024-11-07T11:43:01,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 560e1b15fa9b3bd275fd2474640a11f2 in 1272ms, sequenceid=211, compaction requested=true 2024-11-07T11:43:01,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:01,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:01,957 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,957 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:43:01,958 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,958 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/53191bdf5d374bc8aec67ba68e81aa8f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=36.0 K 2024-11-07T11:43:01,958 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=100.0 K 2024-11-07T11:43:01,958 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2] 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 53191bdf5d374bc8aec67ba68e81aa8f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8421e45143a40efa04b0f20c9bd381b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting e22e786b4d344f4e9fb17870d44cc7b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1730979777286 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cb5686247eb41848f8a8974664fab58, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1730979777286 2024-11-07T11:43:01,958 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ba34a9fe56d48019c5099ffd98e5f27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:01,959 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c255c14887c4895a613440081bd73a2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:01,964 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:01,964 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/947c685e8f18426397e79e791c545ee0 is 50, key is test_row_0/B:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:01,965 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:01,967 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411075471c75f258b46f78aac7cad9a7e7c8a_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:01,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742479_1655 (size=12663) 2024-11-07T11:43:01,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411075471c75f258b46f78aac7cad9a7e7c8a_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:01,969 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075471c75f258b46f78aac7cad9a7e7c8a_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:01,979 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/947c685e8f18426397e79e791c545ee0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/947c685e8f18426397e79e791c545ee0 2024-11-07T11:43:01,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742480_1656 (size=4469) 2024-11-07T11:43:01,983 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 947c685e8f18426397e79e791c545ee0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:01,983 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:01,983 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979781957; duration=0sec 2024-11-07T11:43:01,983 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:01,983 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:43:01,983 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:01,984 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:01,984 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:43:01,984 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,984 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b488e857dd724500a1f630b256d92b4d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=36.0 K 2024-11-07T11:43:01,985 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting b488e857dd724500a1f630b256d92b4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1730979776918 2024-11-07T11:43:01,985 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting af38261daabc465ebb4f9708b098a2a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1730979777286 2024-11-07T11:43:01,985 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f052a62f059d4ce99bb63c5ee5a32cc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:01,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:01,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:01,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:01,992 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:01,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074cce1064e39746d9babaedc1e7b832c8_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979780722/Put/seqid=0 2024-11-07T11:43:01,993 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/368cebbe710f4093b02916583ee08f69 is 50, key is test_row_0/C:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:01,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742481_1657 (size=12663) 2024-11-07T11:43:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:02,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742482_1658 (size=12304) 2024-11-07T11:43:02,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,005 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074cce1064e39746d9babaedc1e7b832c8_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074cce1064e39746d9babaedc1e7b832c8_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:02,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0f7c7260754446c4a5f39f9915b7ad04, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:02,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0f7c7260754446c4a5f39f9915b7ad04 is 175, key is test_row_0/A:col10/1730979780722/Put/seqid=0 2024-11-07T11:43:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742483_1659 (size=31105) 2024-11-07T11:43:02,382 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#552 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:02,383 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/6d2ffa64b63a43c69d2ed08b2988f413 is 175, key is test_row_0/A:col10/1730979778511/Put/seqid=0 2024-11-07T11:43:02,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742484_1660 (size=31617) 2024-11-07T11:43:02,391 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/6d2ffa64b63a43c69d2ed08b2988f413 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413 2024-11-07T11:43:02,395 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into 6d2ffa64b63a43c69d2ed08b2988f413(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:02,395 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:02,395 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979781956; duration=0sec 2024-11-07T11:43:02,395 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:02,395 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:43:02,401 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/368cebbe710f4093b02916583ee08f69 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/368cebbe710f4093b02916583ee08f69 2024-11-07T11:43:02,405 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into 368cebbe710f4093b02916583ee08f69(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:02,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:02,405 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979781957; duration=0sec 2024-11-07T11:43:02,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:02,405 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:43:02,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0f7c7260754446c4a5f39f9915b7ad04 2024-11-07T11:43:02,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/ad4f24942adf4e8b986f16e85cb4e57a is 50, key is test_row_0/B:col10/1730979780722/Put/seqid=0 2024-11-07T11:43:02,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742485_1661 (size=12151) 2024-11-07T11:43:02,420 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/ad4f24942adf4e8b986f16e85cb4e57a 2024-11-07T11:43:02,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4cf576443ac40cc86e36fe4f4a64e8f is 50, key is test_row_0/C:col10/1730979780722/Put/seqid=0 2024-11-07T11:43:02,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742486_1662 (size=12151) 2024-11-07T11:43:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:02,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4cf576443ac40cc86e36fe4f4a64e8f 2024-11-07T11:43:02,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0f7c7260754446c4a5f39f9915b7ad04 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04 2024-11-07T11:43:02,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04, entries=150, sequenceid=226, filesize=30.4 K 2024-11-07T11:43:02,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/ad4f24942adf4e8b986f16e85cb4e57a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a 2024-11-07T11:43:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a, entries=150, sequenceid=226, filesize=11.9 K 2024-11-07T11:43:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4cf576443ac40cc86e36fe4f4a64e8f as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f 2024-11-07T11:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f, entries=150, sequenceid=226, filesize=11.9 K 2024-11-07T11:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,847 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=0 B/0 for 560e1b15fa9b3bd275fd2474640a11f2 in 861ms, sequenceid=226, compaction requested=false 2024-11-07T11:43:02,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:02,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:02,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-07T11:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-07T11:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4740 sec 2024-11-07T11:43:02,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.4800 sec 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:02,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:03,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:43:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:03,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:03,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073f2edb1d0221483d9895f830b08ffb9c_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:03,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742487_1663 (size=14794) 2024-11-07T11:43:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979843059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49896 deadline: 1730979843061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979783055, max timestamp=1730979783063Num uniques 859; 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979783055, max timestamp=1730979783063Num uniques 859; 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979783055, max timestamp=1730979783063Num uniques 859; 2024-11-07T11:43:03,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:03,067 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,068 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1730979783087, max timestamp=1730979783096Num uniques 1018; 2024-11-07T11:43:03,101 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-07T11:43:03,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1730979783087, max timestamp=1730979783096Num uniques 1018; 2024-11-07T11:43:03,102 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-07T11:43:03,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1730979783087, max timestamp=1730979783096Num uniques 1018; 2024-11-07T11:43:03,103 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-07T11:43:03,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979843132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979843138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979843139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,146 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979843171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979843381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,445 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:03,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073f2edb1d0221483d9895f830b08ffb9c_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f2edb1d0221483d9895f830b08ffb9c_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:03,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5049ce57eb33496882f1cab86ab42f42, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:03,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5049ce57eb33496882f1cab86ab42f42 is 175, key is test_row_0/A:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:03,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742488_1664 (size=39749) 2024-11-07T11:43:03,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5049ce57eb33496882f1cab86ab42f42 2024-11-07T11:43:03,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/431ae9d4ae6e4344b39242df07c0cf07 is 50, key is test_row_0/B:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979843461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979843461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,464 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979843461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742489_1665 (size=12151) 2024-11-07T11:43:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-07T11:43:03,531 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:03,531 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:43:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-07T11:43:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:03,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:43:03,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:43:03,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:43:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:03,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T11:43:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979843691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,696 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979843770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979843771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979843771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:03,775 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:03,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T11:43:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:03,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/431ae9d4ae6e4344b39242df07c0cf07 2024-11-07T11:43:03,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/207a351e1a314f599f68c2370dd94f86 is 50, key is test_row_0/C:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742490_1666 (size=12151) 2024-11-07T11:43:03,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T11:43:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:03,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:04,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T11:43:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:04,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:04,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:04,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:04,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979844211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:04,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/207a351e1a314f599f68c2370dd94f86 2024-11-07T11:43:04,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5049ce57eb33496882f1cab86ab42f42 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42 2024-11-07T11:43:04,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42, entries=200, sequenceid=238, filesize=38.8 K 2024-11-07T11:43:04,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/431ae9d4ae6e4344b39242df07c0cf07 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07 2024-11-07T11:43:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979844281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:04,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979844281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:04,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:04,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979844281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:04,286 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:04,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07, entries=150, sequenceid=238, filesize=11.9 K 2024-11-07T11:43:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/207a351e1a314f599f68c2370dd94f86 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86 2024-11-07T11:43:04,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86, entries=150, sequenceid=238, filesize=11.9 K 2024-11-07T11:43:04,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 560e1b15fa9b3bd275fd2474640a11f2 in 1264ms, sequenceid=238, compaction requested=true 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:43:04,291 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:43:04,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:04,291 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:04,292 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:04,292 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:04,292 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:43:04,292 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:43:04,292 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,292 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,292 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=100.1 K 2024-11-07T11:43:04,292 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/947c685e8f18426397e79e791c545ee0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=36.1 K 2024-11-07T11:43:04,292 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,292 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42] 2024-11-07T11:43:04,293 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 947c685e8f18426397e79e791c545ee0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:04,293 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting ad4f24942adf4e8b986f16e85cb4e57a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1730979780702 2024-11-07T11:43:04,293 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 431ae9d4ae6e4344b39242df07c0cf07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979783003 2024-11-07T11:43:04,293 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d2ffa64b63a43c69d2ed08b2988f413, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:04,294 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f7c7260754446c4a5f39f9915b7ad04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1730979780702 2024-11-07T11:43:04,294 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5049ce57eb33496882f1cab86ab42f42, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979782971 2024-11-07T11:43:04,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-07T11:43:04,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,296 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-07T11:43:04,315 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:04,316 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:04,317 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/71ac2a689578472c947837639f8703a5 is 50, key is test_row_0/B:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:04,328 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107f5f07495fc9c44f9a12b2cb0384d660a_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:04,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a4a302d664b4ee7a25eb4d71e0c4e18_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:04,330 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107f5f07495fc9c44f9a12b2cb0384d660a_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:04,330 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f5f07495fc9c44f9a12b2cb0384d660a_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:04,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742491_1667 (size=12765) 2024-11-07T11:43:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742492_1668 (size=12454) 2024-11-07T11:43:04,337 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/71ac2a689578472c947837639f8703a5 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/71ac2a689578472c947837639f8703a5 2024-11-07T11:43:04,340 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into 71ac2a689578472c947837639f8703a5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:04,340 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:04,340 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979784291; duration=0sec 2024-11-07T11:43:04,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:04,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:43:04,341 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:04,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742493_1669 (size=4469) 2024-11-07T11:43:04,342 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:04,342 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:43:04,342 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:04,343 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/368cebbe710f4093b02916583ee08f69, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=36.1 K 2024-11-07T11:43:04,343 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#561 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:04,343 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 368cebbe710f4093b02916583ee08f69, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1730979778511 2024-11-07T11:43:04,343 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d4cf576443ac40cc86e36fe4f4a64e8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1730979780702 2024-11-07T11:43:04,343 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5366eb8b21b148af9ffe8e88c37b5389 is 175, key is test_row_0/A:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:04,343 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 207a351e1a314f599f68c2370dd94f86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979783003 2024-11-07T11:43:04,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742494_1670 (size=31719) 2024-11-07T11:43:04,350 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#563 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:04,350 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/4d91a67795d846f2a247e14596c17f02 is 50, key is test_row_0/C:col10/1730979783003/Put/seqid=0 2024-11-07T11:43:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742495_1671 (size=12765) 2024-11-07T11:43:04,357 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/4d91a67795d846f2a247e14596c17f02 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/4d91a67795d846f2a247e14596c17f02 2024-11-07T11:43:04,361 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into 4d91a67795d846f2a247e14596c17f02(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:04,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:04,361 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979784291; duration=0sec 2024-11-07T11:43:04,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:04,361 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:43:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:04,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:04,737 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074a4a302d664b4ee7a25eb4d71e0c4e18_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a4a302d664b4ee7a25eb4d71e0c4e18_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0b5f6712d38c46fe82db3a6605afa03b, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0b5f6712d38c46fe82db3a6605afa03b is 175, key is test_row_0/A:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:04,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742496_1672 (size=31255) 2024-11-07T11:43:04,750 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/5366eb8b21b148af9ffe8e88c37b5389 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389 2024-11-07T11:43:04,753 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into 5366eb8b21b148af9ffe8e88c37b5389(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:04,753 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:04,753 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979784291; duration=0sec 2024-11-07T11:43:04,753 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:04,753 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:43:05,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0b5f6712d38c46fe82db3a6605afa03b 2024-11-07T11:43:05,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/eb47ff43c9044455a507f96412a2d932 is 50, key is test_row_0/B:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742497_1673 (size=12301) 2024-11-07T11:43:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:05,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:05,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979845263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979845290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,294 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979845301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979845301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,303 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,303 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979845370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,374 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/eb47ff43c9044455a507f96412a2d932 2024-11-07T11:43:05,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4eb392d7e92438f8e11344369b9faa6 is 50, key is test_row_0/C:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:05,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742498_1674 (size=12301) 2024-11-07T11:43:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979845581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:05,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979845890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:05,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:05,976 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4eb392d7e92438f8e11344369b9faa6 2024-11-07T11:43:05,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0b5f6712d38c46fe82db3a6605afa03b as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b 2024-11-07T11:43:05,993 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b, entries=150, sequenceid=292, filesize=30.5 K 2024-11-07T11:43:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/eb47ff43c9044455a507f96412a2d932 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932 2024-11-07T11:43:05,999 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T11:43:06,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d4eb392d7e92438f8e11344369b9faa6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6 2024-11-07T11:43:06,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T11:43:06,004 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for 560e1b15fa9b3bd275fd2474640a11f2 in 1708ms, sequenceid=292, compaction requested=false 2024-11-07T11:43:06,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:06,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:06,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-07T11:43:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-07T11:43:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-07T11:43:06,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4740 sec 2024-11-07T11:43:06,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.4790 sec 2024-11-07T11:43:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:06,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-07T11:43:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:06,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074aa1ac9d2fee42928a41a9771a5b13bb_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_1/A:col10/1730979785261/Put/seqid=0 2024-11-07T11:43:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742499_1675 (size=12454) 2024-11-07T11:43:06,462 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:06,468 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074aa1ac9d2fee42928a41a9771a5b13bb_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074aa1ac9d2fee42928a41a9771a5b13bb_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:06,473 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/955b66c1180646818ffefd5c37513338, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:06,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/955b66c1180646818ffefd5c37513338 is 175, key is test_row_1/A:col10/1730979785261/Put/seqid=0 2024-11-07T11:43:06,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742500_1676 (size=31251) 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979786487, max timestamp=1730979786540Num uniques 859; 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979786487, max timestamp=1730979786540Num uniques 859; 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1730979786487, max timestamp=1730979786540Num uniques 859; 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:06,545 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/f30636bb2128:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-07T11:43:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979846642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979846760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:06,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/955b66c1180646818ffefd5c37513338 2024-11-07T11:43:06,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/28029333a7b24193938730b4577e776a is 50, key is test_row_1/B:col10/1730979785261/Put/seqid=0 2024-11-07T11:43:06,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742501_1677 (size=9857) 2024-11-07T11:43:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979846971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979847280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/28029333a7b24193938730b4577e776a 2024-11-07T11:43:07,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49882 deadline: 1730979847311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f71783e6d91a4f8297951dd2558d1d0c is 50, key is test_row_1/C:col10/1730979785261/Put/seqid=0 2024-11-07T11:43:07,315 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742502_1678 (size=9857) 2024-11-07T11:43:07,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49902 deadline: 1730979847321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49868 deadline: 1730979847321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,325 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_1' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,326 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f30636bb2128,39285,1730979616609 for 'test_row_0' in 560e1b15fa9b3bd275fd2474640a11f2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-07T11:43:07,701 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:07,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T11:43:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-07T11:43:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:07,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T11:43:07,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T11:43:07,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T11:43:07,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f71783e6d91a4f8297951dd2558d1d0c 2024-11-07T11:43:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/955b66c1180646818ffefd5c37513338 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338 2024-11-07T11:43:07,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338, entries=150, sequenceid=305, filesize=30.5 K 2024-11-07T11:43:07,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/28029333a7b24193938730b4577e776a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a 2024-11-07T11:43:07,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a, entries=100, sequenceid=305, filesize=9.6 K 2024-11-07T11:43:07,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/f71783e6d91a4f8297951dd2558d1d0c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c 2024-11-07T11:43:07,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c, entries=100, sequenceid=305, filesize=9.6 K 2024-11-07T11:43:07,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 560e1b15fa9b3bd275fd2474640a11f2 in 1330ms, sequenceid=305, compaction requested=true 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:07,737 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 560e1b15fa9b3bd275fd2474640a11f2:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T11:43:07,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:07,737 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94225 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/B is initiating minor compaction (all files) 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/A is initiating minor compaction (all files) 2024-11-07T11:43:07,738 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/B in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,738 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/A in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,738 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/71ac2a689578472c947837639f8703a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=34.1 K 2024-11-07T11:43:07,738 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=92.0 K 2024-11-07T11:43:07,738 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. files: [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338] 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 71ac2a689578472c947837639f8703a5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979783003 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5366eb8b21b148af9ffe8e88c37b5389, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979783003 2024-11-07T11:43:07,738 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting eb47ff43c9044455a507f96412a2d932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730979783121 2024-11-07T11:43:07,739 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 28029333a7b24193938730b4577e776a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1730979785261 2024-11-07T11:43:07,739 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b5f6712d38c46fe82db3a6605afa03b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730979783121 2024-11-07T11:43:07,739 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 955b66c1180646818ffefd5c37513338, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1730979785249 2024-11-07T11:43:07,744 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:07,745 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#B#compaction#569 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:07,745 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/d07fcea1a7eb4174bdbb6b6ffc42bf90 is 50, key is test_row_0/B:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:07,745 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411075488464e0c7c4f598540d64b1356c164_560e1b15fa9b3bd275fd2474640a11f2 store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:07,748 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411075488464e0c7c4f598540d64b1356c164_560e1b15fa9b3bd275fd2474640a11f2, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:07,748 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075488464e0c7c4f598540d64b1356c164_560e1b15fa9b3bd275fd2474640a11f2 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:07,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742503_1679 (size=13017) 2024-11-07T11:43:07,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742504_1680 (size=4469) 2024-11-07T11:43:07,752 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#A#compaction#570 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:07,753 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4b09d5d4d8e1498698193ea68ad06d60 is 175, key is test_row_0/A:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742505_1681 (size=32078) 2024-11-07T11:43:07,756 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/d07fcea1a7eb4174bdbb6b6ffc42bf90 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/d07fcea1a7eb4174bdbb6b6ffc42bf90 2024-11-07T11:43:07,760 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/B of 560e1b15fa9b3bd275fd2474640a11f2 into d07fcea1a7eb4174bdbb6b6ffc42bf90(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:07,760 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/B, priority=13, startTime=1730979787737; duration=0sec 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:B 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T11:43:07,760 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1541): 560e1b15fa9b3bd275fd2474640a11f2/C is initiating minor compaction (all files) 2024-11-07T11:43:07,761 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 560e1b15fa9b3bd275fd2474640a11f2/C in TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,761 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/4d91a67795d846f2a247e14596c17f02, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c] into tmpdir=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp, totalSize=34.1 K 2024-11-07T11:43:07,761 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d91a67795d846f2a247e14596c17f02, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1730979783003 2024-11-07T11:43:07,762 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting d4eb392d7e92438f8e11344369b9faa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730979783121 2024-11-07T11:43:07,762 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] compactions.Compactor(225): Compacting f71783e6d91a4f8297951dd2558d1d0c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1730979785261 2024-11-07T11:43:07,768 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 560e1b15fa9b3bd275fd2474640a11f2#C#compaction#571 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T11:43:07,768 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d7ab29484a82467a8beb6749b9152cb0 is 50, key is test_row_0/C:col10/1730979783131/Put/seqid=0 2024-11-07T11:43:07,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742506_1682 (size=13017) 2024-11-07T11:43:07,774 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/d7ab29484a82467a8beb6749b9152cb0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d7ab29484a82467a8beb6749b9152cb0 2024-11-07T11:43:07,778 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/C of 560e1b15fa9b3bd275fd2474640a11f2 into d7ab29484a82467a8beb6749b9152cb0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:07,778 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:07,778 INFO [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/C, priority=13, startTime=1730979787737; duration=0sec 2024-11-07T11:43:07,778 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:07,778 DEBUG [RS:0;f30636bb2128:39285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:C 2024-11-07T11:43:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:07,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:07,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-07T11:43:07,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075ca314a6cf8c4243964522125020dda1_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979786636/Put/seqid=0 2024-11-07T11:43:07,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742507_1683 (size=14994) 2024-11-07T11:43:07,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:07,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075ca314a6cf8c4243964522125020dda1_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075ca314a6cf8c4243964522125020dda1_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:07,811 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/63c3c21897bb4fea96cace083a79a7ca, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:07,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/63c3c21897bb4fea96cace083a79a7ca is 175, key is test_row_0/A:col10/1730979786636/Put/seqid=0 2024-11-07T11:43:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742508_1684 (size=39949) 2024-11-07T11:43:07,814 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/63c3c21897bb4fea96cace083a79a7ca 2024-11-07T11:43:07,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0f50ee0542264d82bcbf33d7abc9c126 is 50, key is test_row_0/B:col10/1730979786636/Put/seqid=0 2024-11-07T11:43:07,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742509_1685 (size=12301) 2024-11-07T11:43:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979847832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:07,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:07,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:07,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979847941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:08,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:08,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979848151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:08,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:08,159 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/4b09d5d4d8e1498698193ea68ad06d60 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4b09d5d4d8e1498698193ea68ad06d60 2024-11-07T11:43:08,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,163 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 560e1b15fa9b3bd275fd2474640a11f2/A of 560e1b15fa9b3bd275fd2474640a11f2 into 4b09d5d4d8e1498698193ea68ad06d60(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T11:43:08,163 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:08,163 INFO [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., storeName=560e1b15fa9b3bd275fd2474640a11f2/A, priority=13, startTime=1730979787737; duration=0sec 2024-11-07T11:43:08,163 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T11:43:08,163 DEBUG [RS:0;f30636bb2128:39285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 560e1b15fa9b3bd275fd2474640a11f2:A 2024-11-07T11:43:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0f50ee0542264d82bcbf33d7abc9c126 2024-11-07T11:43:08,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/960133bef5174442a68ec7d1477f1db7 is 50, key is test_row_0/C:col10/1730979786636/Put/seqid=0 2024-11-07T11:43:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742510_1686 (size=12301) 2024-11-07T11:43:08,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:08,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T11:43:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49916 deadline: 1730979848460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 2024-11-07T11:43:08,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 , the old value is region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:08,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T11:43:08,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., hostname=f30636bb2128,39285,1730979616609, seqNum=5 because the exception is null or not the one we care about 2024-11-07T11:43:08,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,601 INFO [Thread-2640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2640. 2024-11-07T11:43:08,601 DEBUG [Thread-2640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,601 DEBUG [Thread-2640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,601 DEBUG [Thread-2640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:08,603 INFO [Thread-2634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2634. 2024-11-07T11:43:08,603 DEBUG [Thread-2634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,603 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,603 DEBUG [Thread-2634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:08,605 INFO [Thread-2638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2638. 2024-11-07T11:43:08,605 DEBUG [Thread-2638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,605 DEBUG [Thread-2638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,605 DEBUG [Thread-2638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:08,606 INFO [Thread-2632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2632. 2024-11-07T11:43:08,606 DEBUG [Thread-2632 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,606 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,606 DEBUG [Thread-2632 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,606 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:08,607 INFO [Thread-2636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2636. 2024-11-07T11:43:08,607 DEBUG [Thread-2636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,607 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,607 DEBUG [Thread-2636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:08,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T11:43:08,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/960133bef5174442a68ec7d1477f1db7 2024-11-07T11:43:08,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/63c3c21897bb4fea96cace083a79a7ca as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/63c3c21897bb4fea96cace083a79a7ca 2024-11-07T11:43:08,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/63c3c21897bb4fea96cace083a79a7ca, entries=200, sequenceid=345, filesize=39.0 K 2024-11-07T11:43:08,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/0f50ee0542264d82bcbf33d7abc9c126 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0f50ee0542264d82bcbf33d7abc9c126 2024-11-07T11:43:08,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0f50ee0542264d82bcbf33d7abc9c126, entries=150, sequenceid=345, filesize=12.0 K 2024-11-07T11:43:08,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/960133bef5174442a68ec7d1477f1db7 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/960133bef5174442a68ec7d1477f1db7 2024-11-07T11:43:08,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/960133bef5174442a68ec7d1477f1db7, entries=150, sequenceid=345, filesize=12.0 K 2024-11-07T11:43:08,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 560e1b15fa9b3bd275fd2474640a11f2 in 859ms, sequenceid=345, compaction requested=false 2024-11-07T11:43:08,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:08,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-07T11:43:08,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:08,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:08,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a3e776e66f0c4f1b9e84dcd0fee122b0_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979787818/Put/seqid=0 2024-11-07T11:43:08,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742511_1687 (size=12454) 2024-11-07T11:43:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39285 {}] regionserver.HRegion(8855): Flush requested on 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:08,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. as already flushing 2024-11-07T11:43:08,972 INFO [Thread-2621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2621. 2024-11-07T11:43:08,972 DEBUG [Thread-2621 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:08,972 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,973 DEBUG [Thread-2621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:08,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:09,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:09,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a3e776e66f0c4f1b9e84dcd0fee122b0_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3e776e66f0c4f1b9e84dcd0fee122b0_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/a0673c6307ea421a9ace8977e9fc7092, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/a0673c6307ea421a9ace8977e9fc7092 is 175, key is test_row_0/A:col10/1730979787818/Put/seqid=0 2024-11-07T11:43:09,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742512_1688 (size=31255) 2024-11-07T11:43:09,588 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/a0673c6307ea421a9ace8977e9fc7092 2024-11-07T11:43:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e384e084c74c44169d1f3c98c7ece616 is 50, key is test_row_0/B:col10/1730979787818/Put/seqid=0 2024-11-07T11:43:09,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742513_1689 (size=12301) 2024-11-07T11:43:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:09,996 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e384e084c74c44169d1f3c98c7ece616 2024-11-07T11:43:10,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/6d28c939ba2c43cfa8072686e7c80442 is 50, key is test_row_0/C:col10/1730979787818/Put/seqid=0 2024-11-07T11:43:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742514_1690 (size=12301) 2024-11-07T11:43:10,404 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/6d28c939ba2c43cfa8072686e7c80442 2024-11-07T11:43:10,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/a0673c6307ea421a9ace8977e9fc7092 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/a0673c6307ea421a9ace8977e9fc7092 2024-11-07T11:43:10,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/a0673c6307ea421a9ace8977e9fc7092, entries=150, sequenceid=355, filesize=30.5 K 2024-11-07T11:43:10,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/e384e084c74c44169d1f3c98c7ece616 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e384e084c74c44169d1f3c98c7ece616 2024-11-07T11:43:10,413 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e384e084c74c44169d1f3c98c7ece616, entries=150, sequenceid=355, filesize=12.0 K 2024-11-07T11:43:10,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/6d28c939ba2c43cfa8072686e7c80442 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/6d28c939ba2c43cfa8072686e7c80442 2024-11-07T11:43:10,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/6d28c939ba2c43cfa8072686e7c80442, entries=150, sequenceid=355, filesize=12.0 K 2024-11-07T11:43:10,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for 560e1b15fa9b3bd275fd2474640a11f2 in 1643ms, sequenceid=355, compaction requested=true 2024-11-07T11:43:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 560e1b15fa9b3bd275fd2474640a11f2: 2024-11-07T11:43:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:10,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f30636bb2128:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-07T11:43:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-07T11:43:10,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-07T11:43:10,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7130 sec 2024-11-07T11:43:10,420 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.7170 sec 2024-11-07T11:43:11,332 INFO [Thread-2627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2627. 2024-11-07T11:43:11,332 DEBUG [Thread-2627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:11,333 DEBUG [Thread-2627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,333 DEBUG [Thread-2627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:11,362 INFO [Thread-2623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2623. 2024-11-07T11:43:11,362 DEBUG [Thread-2623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:11,362 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,362 DEBUG [Thread-2623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:11,372 INFO [Thread-2625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2625. 2024-11-07T11:43:11,372 DEBUG [Thread-2625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:11,372 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,372 DEBUG [Thread-2625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:11,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-07T11:43:11,871 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:13,082 INFO [Thread-2629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2629. 2024-11-07T11:43:13,082 DEBUG [Thread-2629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-07T11:43:13,082 DEBUG [Thread-2629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:13,082 DEBUG [Thread-2629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:13,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2940 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2870 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2875 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2926 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2852 2024-11-07T11:43:13,083 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T11:43:13,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:43:13,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:43:13,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:13,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:13,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:13,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T11:43:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:13,086 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979793086"}]},"ts":"1730979793086"} 2024-11-07T11:43:13,087 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T11:43:13,087 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T11:43:13,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T11:43:13,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, UNASSIGN}] 2024-11-07T11:43:13,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, UNASSIGN 2024-11-07T11:43:13,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=CLOSING, regionLocation=f30636bb2128,39285,1730979616609 2024-11-07T11:43:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, UNASSIGN because future has completed 2024-11-07T11:43:13,091 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T11:43:13,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609}] 2024-11-07T11:43:13,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:13,243 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-07T11:43:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing 560e1b15fa9b3bd275fd2474640a11f2, disabling compactions & flushes 2024-11-07T11:43:13,243 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. after waiting 0 ms 2024-11-07T11:43:13,243 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:13,243 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing 560e1b15fa9b3bd275fd2474640a11f2 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=A 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=B 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 560e1b15fa9b3bd275fd2474640a11f2, store=C 2024-11-07T11:43:13,244 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T11:43:13,248 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076c0e4720af584d2c8dde28fd8bc33b10_560e1b15fa9b3bd275fd2474640a11f2 is 50, key is test_row_0/A:col10/1730979791371/Put/seqid=0 2024-11-07T11:43:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742515_1691 (size=9914) 2024-11-07T11:43:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:13,651 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T11:43:13,655 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076c0e4720af584d2c8dde28fd8bc33b10_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c0e4720af584d2c8dde28fd8bc33b10_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:13,655 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0ad478a0d4e44da78874f9eca7a2ab4d, store: [table=TestAcidGuarantees family=A region=560e1b15fa9b3bd275fd2474640a11f2] 2024-11-07T11:43:13,656 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0ad478a0d4e44da78874f9eca7a2ab4d is 175, key is test_row_0/A:col10/1730979791371/Put/seqid=0 2024-11-07T11:43:13,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742516_1692 (size=22561) 2024-11-07T11:43:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:14,059 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0ad478a0d4e44da78874f9eca7a2ab4d 2024-11-07T11:43:14,064 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/da6287c76a9f405eb861076b97cebd93 is 50, key is test_row_0/B:col10/1730979791371/Put/seqid=0 2024-11-07T11:43:14,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742517_1693 (size=9857) 2024-11-07T11:43:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:14,468 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/da6287c76a9f405eb861076b97cebd93 2024-11-07T11:43:14,473 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/7c6405167fb24e5ebf7b498718e6b52c is 50, key is test_row_0/C:col10/1730979791371/Put/seqid=0 2024-11-07T11:43:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742518_1694 (size=9857) 2024-11-07T11:43:14,858 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T11:43:14,876 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/7c6405167fb24e5ebf7b498718e6b52c 2024-11-07T11:43:14,879 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/A/0ad478a0d4e44da78874f9eca7a2ab4d as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0ad478a0d4e44da78874f9eca7a2ab4d 2024-11-07T11:43:14,881 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0ad478a0d4e44da78874f9eca7a2ab4d, entries=100, sequenceid=363, filesize=22.0 K 2024-11-07T11:43:14,882 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/B/da6287c76a9f405eb861076b97cebd93 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/da6287c76a9f405eb861076b97cebd93 2024-11-07T11:43:14,884 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/da6287c76a9f405eb861076b97cebd93, entries=100, sequenceid=363, filesize=9.6 K 2024-11-07T11:43:14,885 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/.tmp/C/7c6405167fb24e5ebf7b498718e6b52c as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/7c6405167fb24e5ebf7b498718e6b52c 2024-11-07T11:43:14,887 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/7c6405167fb24e5ebf7b498718e6b52c, entries=100, sequenceid=363, filesize=9.6 K 2024-11-07T11:43:14,888 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 560e1b15fa9b3bd275fd2474640a11f2 in 1645ms, sequenceid=363, compaction requested=true 2024-11-07T11:43:14,888 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338] to archive 2024-11-07T11:43:14,889 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:43:14,890 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c4819f09264942f19e870824009835d7 2024-11-07T11:43:14,891 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c068684f42f049638aa76cb4d6df30c4 2024-11-07T11:43:14,892 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/ebec2435df9447f4a2cf31b9993ce075 2024-11-07T11:43:14,893 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/10fa3e269957490497205390f1a1640a 2024-11-07T11:43:14,894 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/69d2c41dae4e4668a683f296a2864280 2024-11-07T11:43:14,894 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/27366044b51a4281b58bdc615c0e2db6 2024-11-07T11:43:14,895 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/c9e5ebeac42847e2a536d74b238b8273 2024-11-07T11:43:14,897 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/fea6dac6ef044861918f917852287a86 2024-11-07T11:43:14,898 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/bb3f71a2a7924598aaaed4314a50e6c3 2024-11-07T11:43:14,898 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5c0e7e98b0e84fa39772cdbe54e22ceb 2024-11-07T11:43:14,899 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/023659e845e346aba4c810521930c7e8 2024-11-07T11:43:14,900 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0304326f079341d2a726d6f9994f482b 2024-11-07T11:43:14,901 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/d8421e45143a40efa04b0f20c9bd381b 2024-11-07T11:43:14,902 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/7cb5686247eb41848f8a8974664fab58 2024-11-07T11:43:14,903 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4c255c14887c4895a613440081bd73a2 2024-11-07T11:43:14,904 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/6d2ffa64b63a43c69d2ed08b2988f413 2024-11-07T11:43:14,905 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0f7c7260754446c4a5f39f9915b7ad04 2024-11-07T11:43:14,906 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5049ce57eb33496882f1cab86ab42f42 2024-11-07T11:43:14,907 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/5366eb8b21b148af9ffe8e88c37b5389 2024-11-07T11:43:14,907 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0b5f6712d38c46fe82db3a6605afa03b 2024-11-07T11:43:14,908 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/955b66c1180646818ffefd5c37513338 2024-11-07T11:43:14,910 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/503e686409874f63b4e78524e2a67a72, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/513a5c12e19c4f669ce5318ece906c8c, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/53191bdf5d374bc8aec67ba68e81aa8f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/947c685e8f18426397e79e791c545ee0, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/71ac2a689578472c947837639f8703a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a] to archive 2024-11-07T11:43:14,910 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:43:14,912 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/4e7317e883a240c2bb84624078b9b633 2024-11-07T11:43:14,913 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/1df26425f91b47e0ac1dd521110a15b9 2024-11-07T11:43:14,914 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/503e686409874f63b4e78524e2a67a72 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/503e686409874f63b4e78524e2a67a72 2024-11-07T11:43:14,915 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0ff736f836524f2fa3e2c403173b8cbb 2024-11-07T11:43:14,915 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/93ce4f2e20794cae82b0a096667b0eb4 2024-11-07T11:43:14,916 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2a1f0b1cd1c44fe8bc3a3e6473f50a37 2024-11-07T11:43:14,917 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/f7efc760585b42b8a51340b9cb20f3b6 2024-11-07T11:43:14,918 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/7d01f7559a1b4641acac9189393ce1e9 2024-11-07T11:43:14,919 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/513a5c12e19c4f669ce5318ece906c8c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/513a5c12e19c4f669ce5318ece906c8c 2024-11-07T11:43:14,920 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/719ba6dfc17945028c0d3b1db9d72c7a 2024-11-07T11:43:14,921 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/67428879777a4923865fb1925edc5ce6 2024-11-07T11:43:14,922 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/53191bdf5d374bc8aec67ba68e81aa8f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/53191bdf5d374bc8aec67ba68e81aa8f 2024-11-07T11:43:14,923 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/786b7931d67c42fbb61d8abc269f32fb 2024-11-07T11:43:14,924 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e22e786b4d344f4e9fb17870d44cc7b9 2024-11-07T11:43:14,925 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/947c685e8f18426397e79e791c545ee0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/947c685e8f18426397e79e791c545ee0 2024-11-07T11:43:14,926 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/2ba34a9fe56d48019c5099ffd98e5f27 2024-11-07T11:43:14,927 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/ad4f24942adf4e8b986f16e85cb4e57a 2024-11-07T11:43:14,928 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/71ac2a689578472c947837639f8703a5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/71ac2a689578472c947837639f8703a5 2024-11-07T11:43:14,929 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/431ae9d4ae6e4344b39242df07c0cf07 2024-11-07T11:43:14,929 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/eb47ff43c9044455a507f96412a2d932 2024-11-07T11:43:14,930 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/28029333a7b24193938730b4577e776a 2024-11-07T11:43:14,931 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/2d3638052ce34aad90e5cab03eaa127e, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/57f581dc03ee4ca4a29f4559d3d17262, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/59a2ce5157334d4e9b32eea26a6ca6de, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b488e857dd724500a1f630b256d92b4d, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/368cebbe710f4093b02916583ee08f69, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/4d91a67795d846f2a247e14596c17f02, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c] to archive 2024-11-07T11:43:14,932 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T11:43:14,933 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/70c2951cc0644a19b346c0d1420aaffa 2024-11-07T11:43:14,934 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/52a9227d18904bde80b464dff7de76f3 2024-11-07T11:43:14,935 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/2d3638052ce34aad90e5cab03eaa127e to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/2d3638052ce34aad90e5cab03eaa127e 2024-11-07T11:43:14,936 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b5d3276d16384f0cb9f8face0d333b96 2024-11-07T11:43:14,936 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/20d8c34ddccf4d159c32265c799598e3 2024-11-07T11:43:14,937 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/57f581dc03ee4ca4a29f4559d3d17262 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/57f581dc03ee4ca4a29f4559d3d17262 2024-11-07T11:43:14,938 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/fb440dea958c456fbf307b1fb2111ea3 2024-11-07T11:43:14,939 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/eb1a360b6a50401fb2d77201ca71d261 2024-11-07T11:43:14,940 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/59a2ce5157334d4e9b32eea26a6ca6de to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/59a2ce5157334d4e9b32eea26a6ca6de 2024-11-07T11:43:14,941 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/945f49bfa13f47e98fa06a8cb61a41a7 2024-11-07T11:43:14,942 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/14d7a99f1b3b489186f17513afbd298a 2024-11-07T11:43:14,943 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b488e857dd724500a1f630b256d92b4d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/b488e857dd724500a1f630b256d92b4d 2024-11-07T11:43:14,943 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/45adde667f9e48e4a344bac967e3c290 2024-11-07T11:43:14,944 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/af38261daabc465ebb4f9708b098a2a5 2024-11-07T11:43:14,945 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/368cebbe710f4093b02916583ee08f69 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/368cebbe710f4093b02916583ee08f69 2024-11-07T11:43:14,946 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f052a62f059d4ce99bb63c5ee5a32cc8 2024-11-07T11:43:14,947 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4cf576443ac40cc86e36fe4f4a64e8f 2024-11-07T11:43:14,948 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/4d91a67795d846f2a247e14596c17f02 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/4d91a67795d846f2a247e14596c17f02 2024-11-07T11:43:14,948 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/207a351e1a314f599f68c2370dd94f86 2024-11-07T11:43:14,949 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d4eb392d7e92438f8e11344369b9faa6 2024-11-07T11:43:14,950 DEBUG [StoreCloser-TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/f71783e6d91a4f8297951dd2558d1d0c 2024-11-07T11:43:14,954 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-07T11:43:14,954 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. 2024-11-07T11:43:14,954 DEBUG [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for 560e1b15fa9b3bd275fd2474640a11f2: Waiting for close lock at 1730979793243Running coprocessor pre-close hooks at 1730979793243Disabling compacts and flushes for region at 1730979793243Disabling writes for close at 1730979793243Obtaining lock to block concurrent updates at 1730979793243Preparing flush snapshotting stores in 560e1b15fa9b3bd275fd2474640a11f2 at 1730979793243Finished memstore snapshotting TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1730979793244 (+1 ms)Flushing stores of TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2. at 1730979793244Flushing 560e1b15fa9b3bd275fd2474640a11f2/A: creating writer at 1730979793244Flushing mob file 560e1b15fa9b3bd275fd2474640a11f2/A: appending metadata at 1730979793248 (+4 ms)Flushing mob file 560e1b15fa9b3bd275fd2474640a11f2/A: closing flushed file at 1730979793248Flushing 560e1b15fa9b3bd275fd2474640a11f2/A: appending metadata at 1730979793655 (+407 ms)Flushing 560e1b15fa9b3bd275fd2474640a11f2/A: closing flushed file at 1730979793655Flushing 560e1b15fa9b3bd275fd2474640a11f2/B: creating writer at 1730979794062 (+407 ms)Flushing 560e1b15fa9b3bd275fd2474640a11f2/B: appending metadata at 1730979794064 (+2 ms)Flushing 560e1b15fa9b3bd275fd2474640a11f2/B: closing flushed file at 1730979794064Flushing 560e1b15fa9b3bd275fd2474640a11f2/C: creating writer at 1730979794470 (+406 ms)Flushing 560e1b15fa9b3bd275fd2474640a11f2/C: appending metadata at 1730979794472 (+2 ms)Flushing 560e1b15fa9b3bd275fd2474640a11f2/C: closing flushed file at 1730979794472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771556f6: reopening flushed file at 1730979794879 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449d9cc5: reopening flushed file at 1730979794881 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298de5c3: reopening flushed file at 1730979794884 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 560e1b15fa9b3bd275fd2474640a11f2 in 1645ms, sequenceid=363, compaction requested=true at 1730979794888 (+4 ms)Writing region close event to WAL at 1730979794951 (+63 ms)Running coprocessor post-close hooks at 1730979794954 (+3 ms)Closed at 1730979794954 2024-11-07T11:43:14,956 INFO [RS_CLOSE_REGION-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed 560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:14,956 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=560e1b15fa9b3bd275fd2474640a11f2, regionState=CLOSED 2024-11-07T11:43:14,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 because future has completed 2024-11-07T11:43:14,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-07T11:43:14,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure 560e1b15fa9b3bd275fd2474640a11f2, server=f30636bb2128,39285,1730979616609 in 1.8670 sec 2024-11-07T11:43:14,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-07T11:43:14,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=560e1b15fa9b3bd275fd2474640a11f2, UNASSIGN in 1.8700 sec 2024-11-07T11:43:14,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-07T11:43:14,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8730 sec 2024-11-07T11:43:14,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730979794963"}]},"ts":"1730979794963"} 2024-11-07T11:43:14,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T11:43:14,965 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T11:43:14,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-07T11:43:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-07T11:43:15,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:15,232 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T11:43:15,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,234 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-07T11:43:15,234 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,236 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,237 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C, FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits] 2024-11-07T11:43:15,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0ad478a0d4e44da78874f9eca7a2ab4d to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/0ad478a0d4e44da78874f9eca7a2ab4d 2024-11-07T11:43:15,240 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4b09d5d4d8e1498698193ea68ad06d60 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/4b09d5d4d8e1498698193ea68ad06d60 2024-11-07T11:43:15,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/63c3c21897bb4fea96cace083a79a7ca to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/63c3c21897bb4fea96cace083a79a7ca 2024-11-07T11:43:15,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/a0673c6307ea421a9ace8977e9fc7092 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/A/a0673c6307ea421a9ace8977e9fc7092 2024-11-07T11:43:15,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0f50ee0542264d82bcbf33d7abc9c126 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/0f50ee0542264d82bcbf33d7abc9c126 2024-11-07T11:43:15,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/d07fcea1a7eb4174bdbb6b6ffc42bf90 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/d07fcea1a7eb4174bdbb6b6ffc42bf90 2024-11-07T11:43:15,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/da6287c76a9f405eb861076b97cebd93 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/da6287c76a9f405eb861076b97cebd93 2024-11-07T11:43:15,245 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e384e084c74c44169d1f3c98c7ece616 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/B/e384e084c74c44169d1f3c98c7ece616 2024-11-07T11:43:15,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/6d28c939ba2c43cfa8072686e7c80442 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/6d28c939ba2c43cfa8072686e7c80442 2024-11-07T11:43:15,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/7c6405167fb24e5ebf7b498718e6b52c to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/7c6405167fb24e5ebf7b498718e6b52c 2024-11-07T11:43:15,248 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/960133bef5174442a68ec7d1477f1db7 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/960133bef5174442a68ec7d1477f1db7 2024-11-07T11:43:15,249 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d7ab29484a82467a8beb6749b9152cb0 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/C/d7ab29484a82467a8beb6749b9152cb0 2024-11-07T11:43:15,251 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits/366.seqid to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2/recovered.edits/366.seqid 2024-11-07T11:43:15,251 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/default/TestAcidGuarantees/560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,251 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T11:43:15,251 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:43:15,252 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T11:43:15,254 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107037af905346b41eb9e98ca8b7e84a619_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107037af905346b41eb9e98ca8b7e84a619_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107068d136d26d849e08ed1b56c9f5055af_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107068d136d26d849e08ed1b56c9f5055af_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,255 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071b4e79249d4242fb9aab9dda792367cf_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071b4e79249d4242fb9aab9dda792367cf_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,256 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f2edb1d0221483d9895f830b08ffb9c_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073f2edb1d0221483d9895f830b08ffb9c_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,257 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a4a302d664b4ee7a25eb4d71e0c4e18_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074a4a302d664b4ee7a25eb4d71e0c4e18_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074aa1ac9d2fee42928a41a9771a5b13bb_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074aa1ac9d2fee42928a41a9771a5b13bb_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,258 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074cce1064e39746d9babaedc1e7b832c8_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074cce1064e39746d9babaedc1e7b832c8_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,259 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075ca314a6cf8c4243964522125020dda1_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075ca314a6cf8c4243964522125020dda1_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,260 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075fe9c386be174905b963dffe53b8e431_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075fe9c386be174905b963dffe53b8e431_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,261 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c0e4720af584d2c8dde28fd8bc33b10_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076c0e4720af584d2c8dde28fd8bc33b10_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,262 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b29e2dd2dcd4337ba0de092f9af914b_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b29e2dd2dcd4337ba0de092f9af914b_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,263 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110795f61e2a45984d0bab0dc3a390e8d343_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110795f61e2a45984d0bab0dc3a390e8d343_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,264 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3e776e66f0c4f1b9e84dcd0fee122b0_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a3e776e66f0c4f1b9e84dcd0fee122b0_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,265 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af5f7bdc04a3481dbcd3986f2695417f_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af5f7bdc04a3481dbcd3986f2695417f_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,266 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ccb2235b380343eb9c1b0e90fa4e5b3a_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ccb2235b380343eb9c1b0e90fa4e5b3a_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,267 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107da35f2a5b8974b7d949b6407540d24f6_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107da35f2a5b8974b7d949b6407540d24f6_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,267 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107de83721afee44af5bb5232656288052e_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107de83721afee44af5bb5232656288052e_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,268 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fade9e8ffb9246b587d1fac237e364cf_560e1b15fa9b3bd275fd2474640a11f2 to hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fade9e8ffb9246b587d1fac237e364cf_560e1b15fa9b3bd275fd2474640a11f2 2024-11-07T11:43:15,269 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T11:43:15,270 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,272 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T11:43:15,274 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T11:43:15,274 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,274 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T11:43:15,275 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730979795274"}]},"ts":"9223372036854775807"} 2024-11-07T11:43:15,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-07T11:43:15,276 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 560e1b15fa9b3bd275fd2474640a11f2, NAME => 'TestAcidGuarantees,,1730979765480.560e1b15fa9b3bd275fd2474640a11f2.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T11:43:15,276 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T11:43:15,276 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730979795276"}]},"ts":"9223372036854775807"} 2024-11-07T11:43:15,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-07T11:43:15,278 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T11:43:15,279 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-07T11:43:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-07T11:43:15,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-07T11:43:15,341 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-07T11:43:15,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 250), OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1938 (was 1897) - AvailableMemoryMB LEAK? - 2024-11-07T11:43:15,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T11:43:15,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:43:15,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:43:15,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:15,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:15,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T11:43:15,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T11:43:15,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166144013, stopped=false 2024-11-07T11:43:15,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f30636bb2128,43629,1730979615872 2024-11-07T11:43:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:43:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T11:43:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:43:15,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:43:15,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:43:15,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T11:43:15,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:43:15,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:43:15,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:15,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T11:43:15,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f30636bb2128,39285,1730979616609' ***** 2024-11-07T11:43:15,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T11:43:15,355 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T11:43:15,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(959): stopping server f30636bb2128,39285,1730979616609 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f30636bb2128:39285. 2024-11-07T11:43:15,356 DEBUG [RS:0;f30636bb2128:39285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T11:43:15,356 DEBUG [RS:0;f30636bb2128:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T11:43:15,356 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T11:43:15,357 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T11:43:15,357 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T11:43:15,357 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T11:43:15,357 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:15,357 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T11:43:15,357 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T11:43:15,357 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T11:43:15,357 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T11:43:15,357 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-07T11:43:15,378 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/info/9bb287d787ac44caa6c4b219a62fadd6 is 95, key is TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111./info:/1730979645863/DeleteFamily/seqid=0 2024-11-07T11:43:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742519_1695 (size=6514) 2024-11-07T11:43:15,430 INFO [regionserver/f30636bb2128:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:43:15,557 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:15,758 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:15,762 INFO [regionserver/f30636bb2128:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T11:43:15,763 INFO [regionserver/f30636bb2128:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T11:43:15,782 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/info/9bb287d787ac44caa6c4b219a62fadd6 2024-11-07T11:43:15,799 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/ns/1a3981b602c64fc68be6e457e075ec5e is 93, key is TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111./ns:/1730979645819/DeleteFamily/seqid=0 2024-11-07T11:43:15,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742520_1696 (size=5906) 2024-11-07T11:43:15,958 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:16,158 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:16,203 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/ns/1a3981b602c64fc68be6e457e075ec5e 2024-11-07T11:43:16,224 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/rep_barrier/43beeb8dd4154a57aa63104e7b94bbd0 is 102, key is TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111./rep_barrier:/1730979645819/DeleteFamily/seqid=0 2024-11-07T11:43:16,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742521_1697 (size=6025) 2024-11-07T11:43:16,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T11:43:16,358 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:16,558 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:16,627 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/rep_barrier/43beeb8dd4154a57aa63104e7b94bbd0 2024-11-07T11:43:16,646 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/table/f5b97c2e80ba45cbbc1237ae93099882 is 96, key is TestAcidGuarantees,,1730979620951.c26206421f630c141c5458a3ad44a111./table:/1730979645819/DeleteFamily/seqid=0 2024-11-07T11:43:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742522_1698 (size=5936) 2024-11-07T11:43:16,759 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:16,959 DEBUG [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T11:43:17,050 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/table/f5b97c2e80ba45cbbc1237ae93099882 2024-11-07T11:43:17,053 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/info/9bb287d787ac44caa6c4b219a62fadd6 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/info/9bb287d787ac44caa6c4b219a62fadd6 2024-11-07T11:43:17,056 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/info/9bb287d787ac44caa6c4b219a62fadd6, entries=12, sequenceid=90, filesize=6.4 K 2024-11-07T11:43:17,056 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/ns/1a3981b602c64fc68be6e457e075ec5e as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/ns/1a3981b602c64fc68be6e457e075ec5e 2024-11-07T11:43:17,058 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/ns/1a3981b602c64fc68be6e457e075ec5e, entries=8, sequenceid=90, filesize=5.8 K 2024-11-07T11:43:17,059 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/rep_barrier/43beeb8dd4154a57aa63104e7b94bbd0 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/rep_barrier/43beeb8dd4154a57aa63104e7b94bbd0 2024-11-07T11:43:17,061 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/rep_barrier/43beeb8dd4154a57aa63104e7b94bbd0, entries=6, sequenceid=90, filesize=5.9 K 2024-11-07T11:43:17,061 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/.tmp/table/f5b97c2e80ba45cbbc1237ae93099882 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/table/f5b97c2e80ba45cbbc1237ae93099882 2024-11-07T11:43:17,064 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/table/f5b97c2e80ba45cbbc1237ae93099882, entries=7, sequenceid=90, filesize=5.8 K 2024-11-07T11:43:17,064 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-07T11:43:17,068 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-07T11:43:17,068 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T11:43:17,068 INFO [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T11:43:17,068 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730979795357Running coprocessor pre-close hooks at 1730979795357Disabling compacts and flushes for region at 1730979795357Disabling writes for close at 1730979795357Obtaining lock to block concurrent updates at 1730979795357Preparing flush snapshotting stores in 1588230740 at 1730979795357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1730979795358 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730979795358Flushing 1588230740/info: creating writer at 1730979795359 (+1 ms)Flushing 1588230740/info: appending metadata at 1730979795378 (+19 ms)Flushing 1588230740/info: closing flushed file at 1730979795378Flushing 1588230740/ns: creating writer at 1730979795785 (+407 ms)Flushing 1588230740/ns: appending metadata at 1730979795799 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730979795799Flushing 1588230740/rep_barrier: creating writer at 1730979796206 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1730979796223 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1730979796223Flushing 1588230740/table: creating writer at 1730979796630 (+407 ms)Flushing 1588230740/table: appending metadata at 1730979796646 (+16 ms)Flushing 1588230740/table: closing flushed file at 1730979796646Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2476eb1b: reopening flushed file at 1730979797053 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23314bf3: reopening flushed file at 1730979797056 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280932d4: reopening flushed file at 1730979797059 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24981b52: reopening flushed file at 1730979797061 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1730979797064 (+3 ms)Writing region close event to WAL at 1730979797066 (+2 ms)Running coprocessor post-close hooks at 1730979797068 (+2 ms)Closed at 1730979797068 2024-11-07T11:43:17,069 DEBUG [RS_CLOSE_META-regionserver/f30636bb2128:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T11:43:17,159 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(976): stopping server f30636bb2128,39285,1730979616609; all regions closed. 2024-11-07T11:43:17,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741834_1010 (size=25344) 2024-11-07T11:43:17,165 DEBUG [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/oldWALs 2024-11-07T11:43:17,165 INFO [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C39285%2C1730979616609.meta:.meta(num 1730979620473) 2024-11-07T11:43:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741833_1009 (size=17260847) 2024-11-07T11:43:17,168 DEBUG [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/oldWALs 2024-11-07T11:43:17,168 INFO [RS:0;f30636bb2128:39285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f30636bb2128%2C39285%2C1730979616609:(num 1730979619878) 2024-11-07T11:43:17,168 DEBUG [RS:0;f30636bb2128:39285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T11:43:17,168 INFO [RS:0;f30636bb2128:39285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T11:43:17,169 INFO [RS:0;f30636bb2128:39285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:43:17,169 INFO [RS:0;f30636bb2128:39285 {}] hbase.ChoreService(370): Chore service for: regionserver/f30636bb2128:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T11:43:17,169 INFO [RS:0;f30636bb2128:39285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:43:17,169 INFO [regionserver/f30636bb2128:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:43:17,170 INFO [RS:0;f30636bb2128:39285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39285 2024-11-07T11:43:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f30636bb2128,39285,1730979616609 2024-11-07T11:43:17,174 INFO [RS:0;f30636bb2128:39285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:43:17,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T11:43:17,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f30636bb2128,39285,1730979616609] 2024-11-07T11:43:17,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f30636bb2128,39285,1730979616609 already deleted, retry=false 2024-11-07T11:43:17,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f30636bb2128,39285,1730979616609 expired; onlineServers=0 2024-11-07T11:43:17,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f30636bb2128,43629,1730979615872' ***** 2024-11-07T11:43:17,178 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T11:43:17,178 INFO [M:0;f30636bb2128:43629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T11:43:17,178 INFO [M:0;f30636bb2128:43629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T11:43:17,178 DEBUG [M:0;f30636bb2128:43629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T11:43:17,178 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T11:43:17,178 DEBUG [M:0;f30636bb2128:43629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T11:43:17,178 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730979619478 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.small.0-1730979619478,5,FailOnTimeoutGroup] 2024-11-07T11:43:17,178 DEBUG [master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730979619466 {}] cleaner.HFileCleaner(306): Exit Thread[master/f30636bb2128:0:becomeActiveMaster-HFileCleaner.large.0-1730979619466,5,FailOnTimeoutGroup] 2024-11-07T11:43:17,178 INFO [M:0;f30636bb2128:43629 {}] hbase.ChoreService(370): Chore service for: master/f30636bb2128:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T11:43:17,178 INFO [M:0;f30636bb2128:43629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T11:43:17,178 DEBUG [M:0;f30636bb2128:43629 {}] master.HMaster(1795): Stopping service threads 2024-11-07T11:43:17,178 INFO [M:0;f30636bb2128:43629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T11:43:17,179 INFO [M:0;f30636bb2128:43629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T11:43:17,179 ERROR [M:0;f30636bb2128:43629 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-07T11:43:17,179 INFO [M:0;f30636bb2128:43629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T11:43:17,179 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T11:43:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T11:43:17,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T11:43:17,180 DEBUG [M:0;f30636bb2128:43629 {}] zookeeper.ZKUtil(347): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T11:43:17,180 WARN [M:0;f30636bb2128:43629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T11:43:17,180 INFO [M:0;f30636bb2128:43629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/.lastflushedseqids 2024-11-07T11:43:17,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742523_1699 (size=72) 2024-11-07T11:43:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:43:17,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39285-0x1001a0adb710001, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:43:17,277 INFO [RS:0;f30636bb2128:39285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:43:17,277 INFO [RS:0;f30636bb2128:39285 {}] regionserver.HRegionServer(1031): Exiting; stopping=f30636bb2128,39285,1730979616609; zookeeper connection closed. 2024-11-07T11:43:17,277 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2fa772e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2fa772e7 2024-11-07T11:43:17,278 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T11:43:17,590 INFO [M:0;f30636bb2128:43629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T11:43:17,590 INFO [M:0;f30636bb2128:43629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T11:43:17,590 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T11:43:17,590 INFO [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:43:17,590 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:43:17,590 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T11:43:17,590 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:43:17,590 INFO [M:0;f30636bb2128:43629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=784.80 KB heapSize=961.70 KB 2024-11-07T11:43:17,606 DEBUG [M:0;f30636bb2128:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eac538f4493e40dda85b3e85173d672a is 82, key is hbase:meta,,1/info:regioninfo/1730979620612/Put/seqid=0 2024-11-07T11:43:17,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742524_1700 (size=5672) 2024-11-07T11:43:18,010 INFO [M:0;f30636bb2128:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eac538f4493e40dda85b3e85173d672a 2024-11-07T11:43:18,029 DEBUG [M:0;f30636bb2128:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9439d420a6774072ac29d8c6a5b84311 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x97/proc:d/1730979768556/Put/seqid=0 2024-11-07T11:43:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742525_1701 (size=46394) 2024-11-07T11:43:18,434 INFO [M:0;f30636bb2128:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=784.25 KB at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9439d420a6774072ac29d8c6a5b84311 2024-11-07T11:43:18,438 INFO [M:0;f30636bb2128:43629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9439d420a6774072ac29d8c6a5b84311 2024-11-07T11:43:18,455 DEBUG [M:0;f30636bb2128:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16272ef291524a43989955691b06fadf is 69, key is f30636bb2128,39285,1730979616609/rs:state/1730979619616/Put/seqid=0 2024-11-07T11:43:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073742526_1702 (size=5156) 2024-11-07T11:43:18,859 INFO [M:0;f30636bb2128:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16272ef291524a43989955691b06fadf 2024-11-07T11:43:18,863 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eac538f4493e40dda85b3e85173d672a as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eac538f4493e40dda85b3e85173d672a 2024-11-07T11:43:18,865 INFO [M:0;f30636bb2128:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eac538f4493e40dda85b3e85173d672a, entries=8, sequenceid=2183, filesize=5.5 K 2024-11-07T11:43:18,866 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9439d420a6774072ac29d8c6a5b84311 as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9439d420a6774072ac29d8c6a5b84311 2024-11-07T11:43:18,868 INFO [M:0;f30636bb2128:43629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9439d420a6774072ac29d8c6a5b84311 2024-11-07T11:43:18,868 INFO [M:0;f30636bb2128:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9439d420a6774072ac29d8c6a5b84311, entries=176, sequenceid=2183, filesize=45.3 K 2024-11-07T11:43:18,869 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16272ef291524a43989955691b06fadf as hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16272ef291524a43989955691b06fadf 2024-11-07T11:43:18,871 INFO [M:0;f30636bb2128:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36447/user/jenkins/test-data/b8da240b-fedd-e403-a18a-ba3a547de447/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16272ef291524a43989955691b06fadf, entries=1, sequenceid=2183, filesize=5.0 K 2024-11-07T11:43:18,872 INFO [M:0;f30636bb2128:43629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~784.80 KB/803638, heapSize ~961.41 KB/984480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2183, compaction requested=false 2024-11-07T11:43:18,873 INFO [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T11:43:18,873 DEBUG [M:0;f30636bb2128:43629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730979797590Disabling compacts and flushes for region at 1730979797590Disabling writes for close at 1730979797590Obtaining lock to block concurrent updates at 1730979797590Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730979797590Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=803638, getHeapSize=984720, getOffHeapSize=0, getCellsCount=2384 at 1730979797591 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730979797591Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730979797591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730979797606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730979797606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730979798013 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730979798029 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730979798029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730979798438 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730979798455 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730979798455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d8d336: reopening flushed file at 1730979798862 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76064f3e: reopening flushed file at 1730979798865 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e225e8: reopening flushed file at 1730979798868 (+3 ms)Finished flush of dataSize ~784.80 KB/803638, heapSize ~961.41 KB/984480, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=2183, compaction requested=false at 1730979798872 (+4 ms)Writing region close event to WAL at 1730979798873 (+1 ms)Closed at 1730979798873 2024-11-07T11:43:18,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34189 is added to blk_1073741830_1006 (size=946756) 2024-11-07T11:43:18,876 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T11:43:18,876 INFO [M:0;f30636bb2128:43629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T11:43:18,876 INFO [M:0;f30636bb2128:43629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43629 2024-11-07T11:43:18,877 INFO [M:0;f30636bb2128:43629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T11:43:18,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:43:18,979 INFO [M:0;f30636bb2128:43629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T11:43:18,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1001a0adb710000, quorum=127.0.0.1:52700, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T11:43:18,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T11:43:18,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:43:18,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:43:18,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:43:18,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.log.dir/,STOPPED} 2024-11-07T11:43:18,990 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T11:43:18,990 WARN [BP-288516924-172.17.0.2-1730979612608 heartbeating to localhost/127.0.0.1:36447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T11:43:18,990 WARN [BP-288516924-172.17.0.2-1730979612608 heartbeating to localhost/127.0.0.1:36447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-288516924-172.17.0.2-1730979612608 (Datanode Uuid 9a1fa2b8-2814-436d-92b8-5a187ec366d9) service to localhost/127.0.0.1:36447 2024-11-07T11:43:18,990 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T11:43:18,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data1/current/BP-288516924-172.17.0.2-1730979612608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:43:18,992 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/cluster_ff3bc24e-6612-15f7-93c5-77b387051198/data/data2/current/BP-288516924-172.17.0.2-1730979612608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T11:43:18,993 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T11:43:18,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T11:43:19,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T11:43:19,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T11:43:19,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T11:43:19,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/250afd4f-04cf-32ff-6e10-8fafbdb7065c/hadoop.log.dir/,STOPPED} 2024-11-07T11:43:19,016 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T11:43:19,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down